2024-11-13 00:36:35,334 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 00:36:35,346 main DEBUG Took 0.010074 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 00:36:35,347 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 00:36:35,347 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 00:36:35,348 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 00:36:35,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,358 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 00:36:35,370 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,373 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,374 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,375 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,376 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,377 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,378 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,378 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:36:35,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,382 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 00:36:35,383 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:36:35,384 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 00:36:35,386 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 00:36:35,386 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 00:36:35,387 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 00:36:35,387 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 00:36:35,396 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 00:36:35,398 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 00:36:35,400 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 00:36:35,400 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 00:36:35,401 main DEBUG createAppenders(={Console}) 2024-11-13 00:36:35,401 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-13 00:36:35,402 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 00:36:35,402 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-13 00:36:35,402 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 00:36:35,403 main DEBUG OutputStream closed 2024-11-13 00:36:35,403 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 00:36:35,403 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 00:36:35,404 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-13 00:36:35,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 00:36:35,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 00:36:35,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 00:36:35,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 00:36:35,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 00:36:35,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 00:36:35,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 00:36:35,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 00:36:35,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 00:36:35,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 00:36:35,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 00:36:35,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 00:36:35,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 00:36:35,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 00:36:35,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 00:36:35,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 00:36:35,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 00:36:35,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 00:36:35,485 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 00:36:35,486 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-13 00:36:35,486 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 00:36:35,487 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-13T00:36:35,728 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27 2024-11-13 00:36:35,731 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 00:36:35,732 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T00:36:35,741 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-13T00:36:35,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:36:35,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/cluster_e3ef58fe-7899-922b-2738-6e24141afbfe, deleteOnExit=true 2024-11-13T00:36:35,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:36:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/test.cache.data in system properties and HBase conf 2024-11-13T00:36:35,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:36:35,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:36:35,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:36:35,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:36:35,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:36:35,898 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T00:36:36,047 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:36:36,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:36:36,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:36:36,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:36:36,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:36:36,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:36:36,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:36:36,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:36:36,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:36:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:36:36,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:36:36,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:36:36,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:36:36,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:36:36,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:36:36,984 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T00:36:37,083 INFO [Time-limited test {}] log.Log(170): Logging initialized @2610ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T00:36:37,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:36:37,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:36:37,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:36:37,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:36:37,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:36:37,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:36:37,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:36:37,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:36:37,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/java.io.tmpdir/jetty-localhost-33059-hadoop-hdfs-3_4_1-tests_jar-_-any-5215568864368634724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:36:37,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:33059} 2024-11-13T00:36:37,489 INFO [Time-limited test {}] server.Server(415): Started @3018ms 2024-11-13T00:36:37,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:36:37,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:36:37,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:36:37,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:36:37,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:36:37,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:36:37,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:36:38,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/java.io.tmpdir/jetty-localhost-41763-hadoop-hdfs-3_4_1-tests_jar-_-any-832270831005137273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:36:38,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:41763} 2024-11-13T00:36:38,039 INFO [Time-limited test {}] server.Server(415): Started @3567ms 2024-11-13T00:36:38,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:36:38,569 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/cluster_e3ef58fe-7899-922b-2738-6e24141afbfe/data/data2/current/BP-2031085368-172.17.0.2-1731458196728/current, will proceed with Du for space computation calculation, 2024-11-13T00:36:38,569 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/cluster_e3ef58fe-7899-922b-2738-6e24141afbfe/data/data1/current/BP-2031085368-172.17.0.2-1731458196728/current, will proceed with Du for space computation calculation, 2024-11-13T00:36:38,612 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:36:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x751e3063035abd37 with lease ID 0xe5ab83befdef2c0a: Processing first storage report for DS-8e731823-eb83-4e20-b92d-6c204086ab22 from datanode DatanodeRegistration(127.0.0.1:43507, datanodeUuid=d6643a0e-a09e-4931-b6cc-84e357fd66b5, infoPort=39897, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=211751070;c=1731458196728) 2024-11-13T00:36:38,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x751e3063035abd37 with lease ID 0xe5ab83befdef2c0a: from storage DS-8e731823-eb83-4e20-b92d-6c204086ab22 node DatanodeRegistration(127.0.0.1:43507, datanodeUuid=d6643a0e-a09e-4931-b6cc-84e357fd66b5, infoPort=39897, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=211751070;c=1731458196728), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T00:36:38,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x751e3063035abd37 with lease ID 0xe5ab83befdef2c0a: Processing first storage report for DS-b8d2a80f-29d4-4e60-b481-dfe06346a2bc from datanode DatanodeRegistration(127.0.0.1:43507, datanodeUuid=d6643a0e-a09e-4931-b6cc-84e357fd66b5, infoPort=39897, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=211751070;c=1731458196728) 2024-11-13T00:36:38,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x751e3063035abd37 with lease ID 0xe5ab83befdef2c0a: from storage DS-b8d2a80f-29d4-4e60-b481-dfe06346a2bc node DatanodeRegistration(127.0.0.1:43507, datanodeUuid=d6643a0e-a09e-4931-b6cc-84e357fd66b5, infoPort=39897, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=211751070;c=1731458196728), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:36:38,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27 2024-11-13T00:36:38,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/cluster_e3ef58fe-7899-922b-2738-6e24141afbfe/zookeeper_0, clientPort=54076, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/cluster_e3ef58fe-7899-922b-2738-6e24141afbfe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/cluster_e3ef58fe-7899-922b-2738-6e24141afbfe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:36:38,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54076 2024-11-13T00:36:38,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:36:38,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:36:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:36:39,471 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b with version=8 2024-11-13T00:36:39,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/hbase-staging 2024-11-13T00:36:39,574 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T00:36:39,854 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:36:39,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:36:39,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:36:39,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:36:39,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:36:39,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:36:40,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:36:40,138 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T00:36:40,149 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T00:36:40,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:36:40,183 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27466 (auto-detected) 2024-11-13T00:36:40,184 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T00:36:40,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41961 2024-11-13T00:36:40,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41961 connecting to ZooKeeper ensemble=127.0.0.1:54076 2024-11-13T00:36:40,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419610x0, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:36:40,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41961-0x1010ec157760000 connected 2024-11-13T00:36:40,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:36:40,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:36:40,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:36:40,332 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b, hbase.cluster.distributed=false 2024-11-13T00:36:40,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T00:36:40,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41961 2024-11-13T00:36:40,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41961 2024-11-13T00:36:40,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41961 2024-11-13T00:36:40,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41961 2024-11-13T00:36:40,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41961 2024-11-13T00:36:40,495 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:36:40,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:36:40,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:36:40,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:36:40,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:36:40,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:36:40,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:36:40,505 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:36:40,506 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37235 2024-11-13T00:36:40,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37235 connecting to ZooKeeper ensemble=127.0.0.1:54076 2024-11-13T00:36:40,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:36:40,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:36:40,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372350x0, quorum=127.0.0.1:54076, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:36:40,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372350x0, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:36:40,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37235-0x1010ec157760001 connected 2024-11-13T00:36:40,530 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:36:40,545 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:36:40,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T00:36:40,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T00:36:40,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37235 2024-11-13T00:36:40,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37235 2024-11-13T00:36:40,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37235 2024-11-13T00:36:40,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37235 2024-11-13T00:36:40,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37235 2024-11-13T00:36:40,592 DEBUG [M:0;cb28580903fb:41961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:41961 2024-11-13T00:36:40,595 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cb28580903fb,41961,1731458199640 2024-11-13T00:36:40,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:36:40,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:36:40,607 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cb28580903fb,41961,1731458199640 2024-11-13T00:36:40,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T00:36:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:40,633 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T00:36:40,634 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cb28580903fb,41961,1731458199640 from backup master directory 2024-11-13T00:36:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cb28580903fb,41961,1731458199640 2024-11-13T00:36:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:36:40,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:36:40,639 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:36:40,640 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,41961,1731458199640 2024-11-13T00:36:40,642 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T00:36:40,645 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T00:36:40,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/hbase.id] with ID: de8dcccc-8509-4c8f-844d-7ee60f2a3d5f 2024-11-13T00:36:40,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/.tmp/hbase.id 2024-11-13T00:36:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:36:41,126 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/.tmp/hbase.id]:[hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/hbase.id] 2024-11-13T00:36:41,182 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:36:41,188 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:36:41,212 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-13T00:36:41,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:41,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:36:41,252 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:36:41,255 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:36:41,274 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:41,279 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:36:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:36:41,730 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store 2024-11-13T00:36:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:36:42,155 INFO [master/cb28580903fb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T00:36:42,158 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:36:42,159 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:36:42,160 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:36:42,160 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:36:42,161 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:36:42,161 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:36:42,162 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:36:42,163 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731458202159Disabling compacts and flushes for region at 1731458202159Disabling writes for close at 1731458202161 (+2 ms)Writing region close event to WAL at 1731458202162 (+1 ms)Closed at 1731458202162 2024-11-13T00:36:42,165 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/.initializing 2024-11-13T00:36:42,165 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/WALs/cb28580903fb,41961,1731458199640 2024-11-13T00:36:42,174 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:36:42,188 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C41961%2C1731458199640, suffix=, logDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/WALs/cb28580903fb,41961,1731458199640, archiveDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/oldWALs, maxLogs=10 2024-11-13T00:36:42,211 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/WALs/cb28580903fb,41961,1731458199640/cb28580903fb%2C41961%2C1731458199640.1731458202192, exclude list is [], retry=0 2024-11-13T00:36:42,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43507,DS-8e731823-eb83-4e20-b92d-6c204086ab22,DISK] 2024-11-13T00:36:42,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T00:36:42,265 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/WALs/cb28580903fb,41961,1731458199640/cb28580903fb%2C41961%2C1731458199640.1731458202192 2024-11-13T00:36:42,266 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-13T00:36:42,266 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:36:42,267 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:36:42,270 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,271 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:36:42,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:42,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:36:42,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:36:42,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:42,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:36:42,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:36:42,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:42,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:36:42,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:36:42,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:42,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:36:42,363 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,366 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,367 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,373 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,374 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,377 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:36:42,381 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:36:42,385 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:36:42,386 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63259850, jitterRate=-0.05735477805137634}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:36:42,392 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731458202282Initializing all the Stores at 1731458202285 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731458202285Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458202286 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458202286Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458202286Cleaning up temporary data from old regions at 1731458202374 (+88 ms)Region opened successfully at 1731458202392 (+18 ms) 2024-11-13T00:36:42,393 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:36:42,427 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3559a3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:36:42,461 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:36:42,473 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:36:42,473 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:36:42,476 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:36:42,478 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T00:36:42,483 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T00:36:42,483 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:36:42,512 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:36:42,522 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T00:36:42,524 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T00:36:42,527 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:36:42,528 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:36:42,531 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T00:36:42,534 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:36:42,537 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:36:42,539 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T00:36:42,540 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:36:42,542 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T00:36:42,561 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:36:42,563 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T00:36:42,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T00:36:42,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T00:36:42,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:42,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:42,575 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,41961,1731458199640, sessionid=0x1010ec157760000, setting cluster-up flag (Was=false) 2024-11-13T00:36:42,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:42,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:42,596 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T00:36:42,598 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,41961,1731458199640 2024-11-13T00:36:42,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:42,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:42,612 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T00:36:42,614 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,41961,1731458199640 2024-11-13T00:36:42,621 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:36:42,681 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(746): ClusterId : de8dcccc-8509-4c8f-844d-7ee60f2a3d5f 2024-11-13T00:36:42,685 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:36:42,690 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:36:42,690 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:36:42,694 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:36:42,695 DEBUG [RS:0;cb28580903fb:37235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578d6fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:36:42,703 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:36:42,714 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:36:42,716 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:37235 2024-11-13T00:36:42,721 INFO [RS:0;cb28580903fb:37235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:36:42,721 INFO [RS:0;cb28580903fb:37235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:36:42,721 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:36:42,721 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:36:42,725 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,41961,1731458199640 with port=37235, startcode=1731458200455 2024-11-13T00:36:42,728 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,41961,1731458199640 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:36:42,736 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:36:42,737 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:36:42,737 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:36:42,737 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:36:42,737 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:36:42,738 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,738 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:36:42,738 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,741 DEBUG [RS:0;cb28580903fb:37235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:36:42,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:36:42,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:36:42,747 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731458232747 2024-11-13T00:36:42,749 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:36:42,750 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:36:42,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:42,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:36:42,755 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:36:42,755 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:36:42,755 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:36:42,756 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:36:42,757 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:36:42,765 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:36:42,766 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:36:42,766 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:36:42,772 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:36:42,773 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:36:42,774 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731458202774,5,FailOnTimeoutGroup] 2024-11-13T00:36:42,775 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731458202775,5,FailOnTimeoutGroup] 2024-11-13T00:36:42,775 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,776 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:36:42,777 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,777 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,797 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:36:42,803 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,37235,1731458200455 2024-11-13T00:36:42,806 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41961 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,37235,1731458200455 2024-11-13T00:36:42,822 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b 2024-11-13T00:36:42,822 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44963 2024-11-13T00:36:42,822 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:36:42,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T00:36:42,828 DEBUG [RS:0;cb28580903fb:37235 {}] zookeeper.ZKUtil(111): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cb28580903fb,37235,1731458200455 2024-11-13T00:36:42,828 WARN [RS:0;cb28580903fb:37235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:36:42,829 INFO [RS:0;cb28580903fb:37235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:36:42,829 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/WALs/cb28580903fb,37235,1731458200455 2024-11-13T00:36:42,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,37235,1731458200455] 2024-11-13T00:36:42,858 INFO [RS:0;cb28580903fb:37235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:36:42,873 INFO [RS:0;cb28580903fb:37235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:36:42,878 INFO [RS:0;cb28580903fb:37235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:36:42,878 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,879 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:36:42,885 INFO [RS:0;cb28580903fb:37235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:36:42,887 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,887 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,887 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,887 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,888 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,888 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,888 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:36:42,888 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,888 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,889 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,889 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,889 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,889 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:36:42,889 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:36:42,890 DEBUG [RS:0;cb28580903fb:37235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:36:42,892 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,892 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,893 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,893 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,893 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,893 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,37235,1731458200455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:36:42,915 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:36:42,917 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,37235,1731458200455-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,917 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,917 INFO [RS:0;cb28580903fb:37235 {}] regionserver.Replication(171): cb28580903fb,37235,1731458200455 started 2024-11-13T00:36:42,938 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:42,938 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,37235,1731458200455, RpcServer on cb28580903fb/172.17.0.2:37235, sessionid=0x1010ec157760001 2024-11-13T00:36:42,940 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:36:42,940 DEBUG [RS:0;cb28580903fb:37235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,37235,1731458200455 2024-11-13T00:36:42,940 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,37235,1731458200455' 2024-11-13T00:36:42,940 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T00:36:42,942 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T00:36:42,942 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:36:42,943 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:36:42,943 DEBUG [RS:0;cb28580903fb:37235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,37235,1731458200455 2024-11-13T00:36:42,943 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,37235,1731458200455' 2024-11-13T00:36:42,943 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T00:36:42,944 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T00:36:42,945 DEBUG [RS:0;cb28580903fb:37235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:36:42,945 INFO [RS:0;cb28580903fb:37235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:36:42,945 INFO [RS:0;cb28580903fb:37235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:36:43,052 INFO [RS:0;cb28580903fb:37235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:36:43,056 INFO [RS:0;cb28580903fb:37235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C37235%2C1731458200455, suffix=, logDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/WALs/cb28580903fb,37235,1731458200455, archiveDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/oldWALs, maxLogs=32 2024-11-13T00:36:43,080 DEBUG [RS:0;cb28580903fb:37235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/WALs/cb28580903fb,37235,1731458200455/cb28580903fb%2C37235%2C1731458200455.1731458203059, exclude list is [], retry=0 2024-11-13T00:36:43,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43507,DS-8e731823-eb83-4e20-b92d-6c204086ab22,DISK] 2024-11-13T00:36:43,092 INFO [RS:0;cb28580903fb:37235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/WALs/cb28580903fb,37235,1731458200455/cb28580903fb%2C37235%2C1731458200455.1731458203059 2024-11-13T00:36:43,093 DEBUG [RS:0;cb28580903fb:37235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-13T00:36:43,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:36:43,167 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b 2024-11-13T00:36:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:36:43,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:36:43,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:36:43,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:36:43,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:43,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:36:43,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:36:43,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:36:43,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:43,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:36:43,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:36:43,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:36:43,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:43,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:36:43,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:36:43,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:36:43,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:43,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:36:43,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:36:43,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740 2024-11-13T00:36:43,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740 2024-11-13T00:36:43,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:36:43,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:36:43,243 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:36:43,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:36:43,252 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:36:43,254 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64312859, jitterRate=-0.041663721203804016}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:36:43,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731458203192Initializing all the Stores at 1731458203194 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731458203194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731458203195 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458203195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731458203195Cleaning up temporary data from old regions at 1731458203242 (+47 ms)Region opened successfully at 1731458203257 (+15 ms) 2024-11-13T00:36:43,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:36:43,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:36:43,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:36:43,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:36:43,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:36:43,260 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:36:43,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731458203257Disabling compacts and flushes for region at 1731458203257Disabling writes for close at 1731458203258 (+1 ms)Writing region close event to WAL at 1731458203259 (+1 ms)Closed at 1731458203260 (+1 ms) 2024-11-13T00:36:43,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:36:43,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:36:43,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:36:43,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:36:43,291 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:36:43,444 DEBUG [cb28580903fb:41961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:36:43,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:36:43,467 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,37235,1731458200455, state=OPENING 2024-11-13T00:36:43,474 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:36:43,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:43,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:36:43,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:36:43,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:36:43,486 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:36:43,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:36:43,672 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:36:43,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:36:43,690 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:36:43,691 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:36:43,691 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:36:43,695 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C37235%2C1731458200455.meta, suffix=.meta, logDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/WALs/cb28580903fb,37235,1731458200455, archiveDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/oldWALs, maxLogs=32 2024-11-13T00:36:43,721 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/WALs/cb28580903fb,37235,1731458200455/cb28580903fb%2C37235%2C1731458200455.meta.1731458203698.meta, exclude list is [], retry=0 2024-11-13T00:36:43,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43507,DS-8e731823-eb83-4e20-b92d-6c204086ab22,DISK] 2024-11-13T00:36:43,735 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/WALs/cb28580903fb,37235,1731458200455/cb28580903fb%2C37235%2C1731458200455.meta.1731458203698.meta 2024-11-13T00:36:43,736 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-13T00:36:43,736 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:36:43,742 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:36:43,745 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:36:43,752 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:36:43,758 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:36:43,759 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:36:43,759 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:36:43,759 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:36:43,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:36:43,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:36:43,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:43,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:36:43,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:36:43,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:36:43,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:43,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:36:43,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:36:43,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:36:43,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:43,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:36:43,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:36:43,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:36:43,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:43,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:36:43,798 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:36:43,800 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740 2024-11-13T00:36:43,803 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740 2024-11-13T00:36:43,806 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:36:43,806 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:36:43,807 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:36:43,810 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:36:43,811 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70966040, jitterRate=0.05747640132904053}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:36:43,812 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:36:43,813 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731458203760Writing region info on filesystem at 1731458203760Initializing all the Stores at 1731458203767 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731458203767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731458203768 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458203768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731458203768Cleaning up temporary data from old regions at 1731458203806 (+38 ms)Running coprocessor post-open hooks at 1731458203812 (+6 ms)Region opened successfully at 1731458203813 (+1 ms) 2024-11-13T00:36:43,823 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731458203660 2024-11-13T00:36:43,837 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:36:43,838 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:36:43,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:36:43,842 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,37235,1731458200455, state=OPEN 2024-11-13T00:36:43,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T00:36:43,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:36:43,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:43,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T00:36:43,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:36:43,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:36:43,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,37235,1731458200455 in 364 msec 2024-11-13T00:36:43,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:36:43,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 592 msec 2024-11-13T00:36:43,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:36:43,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:36:43,906 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:43,908 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:43,932 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:43,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:43,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-11-13T00:36:43,962 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731458203962, completionTime=-1 2024-11-13T00:36:43,966 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:36:43,966 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:36:44,004 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:36:44,004 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731458264004 2024-11-13T00:36:44,004 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731458324004 2024-11-13T00:36:44,005 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 38 msec 2024-11-13T00:36:44,007 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41961,1731458199640-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:44,008 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41961,1731458199640-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:44,008 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41961,1731458199640-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:44,010 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:41961, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:44,011 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:44,011 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:44,025 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:36:44,044 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.403sec 2024-11-13T00:36:44,045 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:36:44,047 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:36:44,048 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:36:44,048 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:36:44,048 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:36:44,049 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41961,1731458199640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:36:44,050 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41961,1731458199640-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:36:44,059 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:36:44,060 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:36:44,061 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41961,1731458199640-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:36:44,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:44,098 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T00:36:44,098 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T00:36:44,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:44,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:44,114 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:44,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:44,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a872003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:44,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:44,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:44,128 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:44,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:44,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:44,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:44,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,41961,1731458199640 2024-11-13T00:36:44,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=1517 2024-11-13T00:36:44,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:36:44,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41961,1731458199640 2024-11-13T00:36:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ef0928 2024-11-13T00:36:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:36:44,247 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:36:44,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T00:36:44,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:36:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T00:36:44,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:36:44,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-13T00:36:44,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:44,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:36:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:36:44,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741835_1011 (size=959) 2024-11-13T00:36:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:36:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:36:44,702 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b 2024-11-13T00:36:44,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741836_1012 (size=53) 2024-11-13T00:36:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:36:45,113 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:36:45,113 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 40df89ae8162856f952a17dab15e930e, disabling compactions & flushes 2024-11-13T00:36:45,113 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:45,113 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:45,113 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. after waiting 0 ms 2024-11-13T00:36:45,114 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:45,114 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:45,114 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40df89ae8162856f952a17dab15e930e: Waiting for close lock at 1731458205113Disabling compacts and flushes for region at 1731458205113Disabling writes for close at 1731458205114 (+1 ms)Writing region close event to WAL at 1731458205114Closed at 1731458205114 2024-11-13T00:36:45,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:36:45,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731458205117"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731458205117"}]},"ts":"1731458205117"} 2024-11-13T00:36:45,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:36:45,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:36:45,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458205132"}]},"ts":"1731458205132"} 2024-11-13T00:36:45,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T00:36:45,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e, ASSIGN}] 2024-11-13T00:36:45,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e, ASSIGN 2024-11-13T00:36:45,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e, ASSIGN; state=OFFLINE, location=cb28580903fb,37235,1731458200455; forceNewPlan=false, retain=false 2024-11-13T00:36:45,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40df89ae8162856f952a17dab15e930e, regionState=OPENING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:36:45,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e, ASSIGN because future has completed 2024-11-13T00:36:45,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:36:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:36:45,470 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:45,470 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:36:45,471 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,471 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:36:45,471 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,471 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,474 INFO [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,476 INFO [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40df89ae8162856f952a17dab15e930e columnFamilyName A 2024-11-13T00:36:45,477 DEBUG [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:45,478 INFO [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] regionserver.HStore(327): Store=40df89ae8162856f952a17dab15e930e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:36:45,478 INFO [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,480 INFO [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40df89ae8162856f952a17dab15e930e columnFamilyName B 2024-11-13T00:36:45,480 DEBUG [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:45,481 INFO [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] regionserver.HStore(327): Store=40df89ae8162856f952a17dab15e930e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:36:45,481 INFO [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,484 INFO [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40df89ae8162856f952a17dab15e930e columnFamilyName C 2024-11-13T00:36:45,484 DEBUG [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:36:45,485 INFO [StoreOpener-40df89ae8162856f952a17dab15e930e-1 {}] regionserver.HStore(327): Store=40df89ae8162856f952a17dab15e930e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:36:45,485 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,487 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,488 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,490 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,490 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,491 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:36:45,496 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,501 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:36:45,502 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40df89ae8162856f952a17dab15e930e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63937354, jitterRate=-0.04725918173789978}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:36:45,502 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:45,504 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40df89ae8162856f952a17dab15e930e: Running coprocessor pre-open hook at 1731458205471Writing region info on filesystem at 1731458205471Initializing all the Stores at 1731458205473 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458205473Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458205473Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458205473Cleaning up temporary data from old regions at 1731458205490 (+17 ms)Running coprocessor post-open hooks at 1731458205502 (+12 ms)Region opened successfully at 1731458205504 (+2 ms) 2024-11-13T00:36:45,507 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., pid=6, masterSystemTime=1731458205462 2024-11-13T00:36:45,513 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:45,513 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:45,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40df89ae8162856f952a17dab15e930e, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:36:45,516 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41961 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=cb28580903fb,37235,1731458200455, table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T00:36:45,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:36:45,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:36:45,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 in 225 msec 2024-11-13T00:36:45,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:36:45,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e, ASSIGN in 393 msec 2024-11-13T00:36:45,542 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:36:45,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458205542"}]},"ts":"1731458205542"} 2024-11-13T00:36:45,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T00:36:45,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:36:45,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2780 sec 2024-11-13T00:36:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:36:46,438 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:36:46,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:46,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:46,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d463185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:46,450 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f0fa42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:46,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:46,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:36:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41961,1731458199640 2024-11-13T00:36:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ba8396 2024-11-13T00:36:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:36:46,469 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:36:46,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:46,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:46,475 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a9376a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:46,479 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:46,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c56da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:46,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:46,484 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6b0c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:46,489 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cdb8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:46,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:46,496 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:46,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:46,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5676fb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:46,500 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:46,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:46,504 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528027bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:46,507 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253fe80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:46,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:46,511 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f695ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:46,513 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25318c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:46,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:46,518 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3c1f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:46,521 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e1b379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:46,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:46,524 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6396285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:46,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:46,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:46,527 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:46,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439f6406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:46,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:46,531 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1020fb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:46,533 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57865cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:36:46,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:36:46,538 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:36:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:36:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:36:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463070d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:36:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:36:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:36:46,541 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:36:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5c6f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:36:46,548 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:46,548 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:46,549 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:46,550 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:46,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:46,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:46,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:46,553 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:46,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:46,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:46,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:46,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:46,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:46,558 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:46,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:36:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:36:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:36:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:36:46,564 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:36:46,565 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:46,568 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:36:46,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:46,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:46,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:46,575 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:36:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:36:46,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:36:46,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:36:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-13T00:36:46,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:36:46,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:36:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:36:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:36:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:36:46,585 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:36:46,589 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:36:46,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:36:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:46,679 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:46,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T00:36:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:36:46,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:46,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:46,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:46,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:46,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/c6f5930ae46543358ec090ef84b3a613 is 50, key is test_row_0/A:col10/1731458206680/Put/seqid=0 2024-11-13T00:36:46,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:46,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741837_1013 (size=14341) 2024-11-13T00:36:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458266856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:46,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458266858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:46,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458266868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:46,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458266871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:36:46,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458266876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:46,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:46,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:46,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:46,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:46,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:46,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:46,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:46,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:46,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458267036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458267038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458267038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458267039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458267039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:47,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:36:47,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458267247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458267258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458267258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458267258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458267259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/c6f5930ae46543358ec090ef84b3a613 2024-11-13T00:36:47,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:47,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:47,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/2872b408ab93491098fb9da8027d769c is 50, key is test_row_0/B:col10/1731458206680/Put/seqid=0 2024-11-13T00:36:47,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741838_1014 (size=12001) 2024-11-13T00:36:47,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:47,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458267558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458267578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458267581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458267581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458267582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:47,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:47,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:47,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:36:47,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:47,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/2872b408ab93491098fb9da8027d769c 2024-11-13T00:36:47,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/1eb0fadc2c1743e0a487166f7de9af4b is 50, key is test_row_0/C:col10/1731458206680/Put/seqid=0 2024-11-13T00:36:47,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:47,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741839_1015 (size=12001) 2024-11-13T00:36:47,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/1eb0fadc2c1743e0a487166f7de9af4b 2024-11-13T00:36:48,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/c6f5930ae46543358ec090ef84b3a613 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c6f5930ae46543358ec090ef84b3a613 2024-11-13T00:36:48,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c6f5930ae46543358ec090ef84b3a613, entries=200, sequenceid=15, filesize=14.0 K 2024-11-13T00:36:48,019 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T00:36:48,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/2872b408ab93491098fb9da8027d769c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/2872b408ab93491098fb9da8027d769c 2024-11-13T00:36:48,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/2872b408ab93491098fb9da8027d769c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T00:36:48,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/1eb0fadc2c1743e0a487166f7de9af4b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/1eb0fadc2c1743e0a487166f7de9af4b 2024-11-13T00:36:48,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/1eb0fadc2c1743e0a487166f7de9af4b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T00:36:48,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 40df89ae8162856f952a17dab15e930e in 1386ms, sequenceid=15, compaction requested=false 2024-11-13T00:36:48,079 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T00:36:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:48,083 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:48,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:36:48,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ba2fa02d3cba42b6a75b172f4f475eb5 is 50, key is test_row_0/A:col10/1731458208081/Put/seqid=0 2024-11-13T00:36:48,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:48,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:48,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:48,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:48,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:48,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:48,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458268129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458268133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741840_1016 (size=16681) 2024-11-13T00:36:48,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ba2fa02d3cba42b6a75b172f4f475eb5 2024-11-13T00:36:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458268141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458268145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/37f4cda643f9400cad2b8eef76186906 is 50, key is test_row_0/B:col10/1731458208081/Put/seqid=0 2024-11-13T00:36:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458268152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741841_1017 (size=12001) 2024-11-13T00:36:48,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/37f4cda643f9400cad2b8eef76186906 2024-11-13T00:36:48,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458268257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458268257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458268258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/abb8c8f50083467b9f5f0f58c04da08b is 50, key is test_row_0/C:col10/1731458208081/Put/seqid=0 2024-11-13T00:36:48,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:48,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:48,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458268289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458268290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741842_1018 (size=12001) 2024-11-13T00:36:48,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/abb8c8f50083467b9f5f0f58c04da08b 2024-11-13T00:36:48,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ba2fa02d3cba42b6a75b172f4f475eb5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ba2fa02d3cba42b6a75b172f4f475eb5 2024-11-13T00:36:48,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ba2fa02d3cba42b6a75b172f4f475eb5, entries=250, sequenceid=39, filesize=16.3 K 2024-11-13T00:36:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/37f4cda643f9400cad2b8eef76186906 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f4cda643f9400cad2b8eef76186906 2024-11-13T00:36:48,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f4cda643f9400cad2b8eef76186906, entries=150, sequenceid=39, filesize=11.7 K 2024-11-13T00:36:48,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/abb8c8f50083467b9f5f0f58c04da08b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/abb8c8f50083467b9f5f0f58c04da08b 2024-11-13T00:36:48,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/abb8c8f50083467b9f5f0f58c04da08b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-13T00:36:48,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 40df89ae8162856f952a17dab15e930e in 316ms, sequenceid=39, compaction requested=false 2024-11-13T00:36:48,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:48,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:36:48,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:48,446 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:36:48,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/3bff68585bf543c78f7524f5a8f5820e is 50, key is test_row_0/A:col10/1731458208136/Put/seqid=0 2024-11-13T00:36:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:48,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:48,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741843_1019 (size=12001) 2024-11-13T00:36:48,526 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/3bff68585bf543c78f7524f5a8f5820e 2024-11-13T00:36:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/b0acbad93ed54a15a81de7d263f9d0ac is 50, key is test_row_0/B:col10/1731458208136/Put/seqid=0 2024-11-13T00:36:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741844_1020 (size=12001) 2024-11-13T00:36:48,569 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/b0acbad93ed54a15a81de7d263f9d0ac 2024-11-13T00:36:48,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4b408cd892564d4192cb7784e5512edd is 50, key is test_row_0/C:col10/1731458208136/Put/seqid=0 2024-11-13T00:36:48,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458268586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458268596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458268590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458268604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458268608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741845_1021 (size=12001) 2024-11-13T00:36:48,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458268717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458268717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458268717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:36:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458268727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458268736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458268927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458268936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458268937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458268946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:48,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458268966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,033 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4b408cd892564d4192cb7784e5512edd 2024-11-13T00:36:49,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/3bff68585bf543c78f7524f5a8f5820e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3bff68585bf543c78f7524f5a8f5820e 2024-11-13T00:36:49,067 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3bff68585bf543c78f7524f5a8f5820e, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T00:36:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/b0acbad93ed54a15a81de7d263f9d0ac as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b0acbad93ed54a15a81de7d263f9d0ac 2024-11-13T00:36:49,088 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b0acbad93ed54a15a81de7d263f9d0ac, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T00:36:49,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4b408cd892564d4192cb7784e5512edd as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4b408cd892564d4192cb7784e5512edd 2024-11-13T00:36:49,115 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4b408cd892564d4192cb7784e5512edd, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T00:36:49,120 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 40df89ae8162856f952a17dab15e930e in 673ms, sequenceid=52, compaction requested=true 2024-11-13T00:36:49,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:49,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:49,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T00:36:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T00:36:49,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T00:36:49,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5330 sec 2024-11-13T00:36:49,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.5660 sec 2024-11-13T00:36:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:49,253 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:49,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:36:49,270 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T00:36:49,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ccbeaa5b3c8e4a5da260b1d2c017f06b is 50, key is test_row_0/A:col10/1731458208588/Put/seqid=0 2024-11-13T00:36:49,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458269276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458269278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458269278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458269282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458269283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741846_1022 (size=12001) 2024-11-13T00:36:49,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:36:49,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458269397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458269397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458269397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458269398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458269607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458269607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458269619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458269626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ccbeaa5b3c8e4a5da260b1d2c017f06b 2024-11-13T00:36:49,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/d8ebc927b14e4c0889b986d70c7c9a19 is 50, key is test_row_0/B:col10/1731458208588/Put/seqid=0 2024-11-13T00:36:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741847_1023 (size=12001) 2024-11-13T00:36:49,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/d8ebc927b14e4c0889b986d70c7c9a19 2024-11-13T00:36:49,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458269796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/a28d9be2f6a542df95ac7f539575c3b3 is 50, key is test_row_0/C:col10/1731458208588/Put/seqid=0 2024-11-13T00:36:49,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741848_1024 (size=12001) 2024-11-13T00:36:49,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/a28d9be2f6a542df95ac7f539575c3b3 2024-11-13T00:36:49,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ccbeaa5b3c8e4a5da260b1d2c017f06b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ccbeaa5b3c8e4a5da260b1d2c017f06b 2024-11-13T00:36:49,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ccbeaa5b3c8e4a5da260b1d2c017f06b, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T00:36:49,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/d8ebc927b14e4c0889b986d70c7c9a19 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d8ebc927b14e4c0889b986d70c7c9a19 2024-11-13T00:36:49,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d8ebc927b14e4c0889b986d70c7c9a19, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T00:36:49,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458269926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458269926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/a28d9be2f6a542df95ac7f539575c3b3 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a28d9be2f6a542df95ac7f539575c3b3 2024-11-13T00:36:49,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458269937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458269946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:49,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a28d9be2f6a542df95ac7f539575c3b3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T00:36:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:49,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 40df89ae8162856f952a17dab15e930e in 700ms, sequenceid=78, compaction requested=true 2024-11-13T00:36:49,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:49,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:36:49,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:49,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:36:49,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:49,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:36:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T00:36:49,960 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:49,960 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:49,964 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:49,966 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/B is initiating minor compaction (all files) 2024-11-13T00:36:49,967 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/B in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:49,967 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/2872b408ab93491098fb9da8027d769c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f4cda643f9400cad2b8eef76186906, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b0acbad93ed54a15a81de7d263f9d0ac, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d8ebc927b14e4c0889b986d70c7c9a19] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=46.9 K 2024-11-13T00:36:49,969 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 2872b408ab93491098fb9da8027d769c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731458206658 2024-11-13T00:36:49,970 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 37f4cda643f9400cad2b8eef76186906, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731458206861 2024-11-13T00:36:49,971 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b0acbad93ed54a15a81de7d263f9d0ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731458208097 2024-11-13T00:36:49,971 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d8ebc927b14e4c0889b986d70c7c9a19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731458208588 2024-11-13T00:36:49,992 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:49,992 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/A is initiating minor compaction (all files) 2024-11-13T00:36:49,992 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/A in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:49,992 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c6f5930ae46543358ec090ef84b3a613, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ba2fa02d3cba42b6a75b172f4f475eb5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3bff68585bf543c78f7524f5a8f5820e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ccbeaa5b3c8e4a5da260b1d2c017f06b] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=53.7 K 2024-11-13T00:36:49,994 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6f5930ae46543358ec090ef84b3a613, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731458206648 2024-11-13T00:36:49,995 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba2fa02d3cba42b6a75b172f4f475eb5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731458206855 2024-11-13T00:36:49,996 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bff68585bf543c78f7524f5a8f5820e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731458208097 2024-11-13T00:36:49,997 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccbeaa5b3c8e4a5da260b1d2c017f06b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731458208588 2024-11-13T00:36:50,048 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#B#compaction#12 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:50,049 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/ced26dc656f4414db6e69e417d9b3b7c is 50, key is test_row_0/B:col10/1731458208588/Put/seqid=0 2024-11-13T00:36:50,062 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#A#compaction#13 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:50,070 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/86e8a44edec14d45b99b2efb5f755c23 is 50, key is test_row_0/A:col10/1731458208588/Put/seqid=0 2024-11-13T00:36:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741849_1025 (size=12139) 2024-11-13T00:36:50,109 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/ced26dc656f4414db6e69e417d9b3b7c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/ced26dc656f4414db6e69e417d9b3b7c 2024-11-13T00:36:50,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T00:36:50,135 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T00:36:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741850_1026 (size=12139) 2024-11-13T00:36:50,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:36:50,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T00:36:50,138 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/B of 40df89ae8162856f952a17dab15e930e into ced26dc656f4414db6e69e417d9b3b7c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:50,138 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:50,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T00:36:50,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T00:36:50,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T00:36:50,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T00:36:50,141 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/B, priority=12, startTime=1731458209959; duration=0sec 2024-11-13T00:36:50,141 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:50,141 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:B 2024-11-13T00:36:50,141 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:50,148 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:50,149 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/C is initiating minor compaction (all files) 2024-11-13T00:36:50,149 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/C in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:50,149 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/1eb0fadc2c1743e0a487166f7de9af4b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/abb8c8f50083467b9f5f0f58c04da08b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4b408cd892564d4192cb7784e5512edd, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a28d9be2f6a542df95ac7f539575c3b3] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=46.9 K 2024-11-13T00:36:50,151 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eb0fadc2c1743e0a487166f7de9af4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731458206658 2024-11-13T00:36:50,153 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting abb8c8f50083467b9f5f0f58c04da08b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731458206861 2024-11-13T00:36:50,154 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b408cd892564d4192cb7784e5512edd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731458208097 2024-11-13T00:36:50,156 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting a28d9be2f6a542df95ac7f539575c3b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731458208588 2024-11-13T00:36:50,162 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/86e8a44edec14d45b99b2efb5f755c23 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/86e8a44edec14d45b99b2efb5f755c23 2024-11-13T00:36:50,190 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/A of 40df89ae8162856f952a17dab15e930e into 86e8a44edec14d45b99b2efb5f755c23(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:50,190 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:50,191 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/A, priority=12, startTime=1731458209955; duration=0sec 2024-11-13T00:36:50,191 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:50,191 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:A 2024-11-13T00:36:50,203 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#C#compaction#14 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:50,204 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4ded61ce3e2b422482eca496577d9764 is 50, key is test_row_0/C:col10/1731458208588/Put/seqid=0 2024-11-13T00:36:50,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741851_1027 (size=12139) 2024-11-13T00:36:50,275 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4ded61ce3e2b422482eca496577d9764 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4ded61ce3e2b422482eca496577d9764 2024-11-13T00:36:50,292 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/C of 40df89ae8162856f952a17dab15e930e into 4ded61ce3e2b422482eca496577d9764(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:50,292 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:50,292 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/C, priority=12, startTime=1731458209959; duration=0sec 2024-11-13T00:36:50,293 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:50,293 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:C 2024-11-13T00:36:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:50,452 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:50,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:36:50,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/69f2cf3ca9c8430fbf74c8d5cef7cddc is 50, key is test_row_0/A:col10/1731458209272/Put/seqid=0 2024-11-13T00:36:50,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741852_1028 (size=14341) 2024-11-13T00:36:50,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/69f2cf3ca9c8430fbf74c8d5cef7cddc 2024-11-13T00:36:50,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458270531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/b7557b6da1924894b7bda19837eb0966 is 50, key is test_row_0/B:col10/1731458209272/Put/seqid=0 2024-11-13T00:36:50,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458270534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458270534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458270534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741853_1029 (size=12001) 2024-11-13T00:36:50,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/b7557b6da1924894b7bda19837eb0966 2024-11-13T00:36:50,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/996bcfeb22f24532879f733c872d7168 is 50, key is test_row_0/C:col10/1731458209272/Put/seqid=0 2024-11-13T00:36:50,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741854_1030 (size=12001) 2024-11-13T00:36:50,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458270647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458270648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458270656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458270656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:36:50,737 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:36:50,738 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:36:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-13T00:36:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T00:36:50,747 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:36:50,749 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:36:50,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:36:50,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458270806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,811 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in 40df89ae8162856f952a17dab15e930e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:36:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T00:36:50,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458270856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458270866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458270867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458270867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:50,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:50,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T00:36:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:50,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:51,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/996bcfeb22f24532879f733c872d7168 2024-11-13T00:36:51,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T00:36:51,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:51,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:51,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T00:36:51,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/69f2cf3ca9c8430fbf74c8d5cef7cddc as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/69f2cf3ca9c8430fbf74c8d5cef7cddc 2024-11-13T00:36:51,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/69f2cf3ca9c8430fbf74c8d5cef7cddc, entries=200, sequenceid=92, filesize=14.0 K 2024-11-13T00:36:51,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/b7557b6da1924894b7bda19837eb0966 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b7557b6da1924894b7bda19837eb0966 2024-11-13T00:36:51,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b7557b6da1924894b7bda19837eb0966, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T00:36:51,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/996bcfeb22f24532879f733c872d7168 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/996bcfeb22f24532879f733c872d7168 2024-11-13T00:36:51,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/996bcfeb22f24532879f733c872d7168, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T00:36:51,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 40df89ae8162856f952a17dab15e930e in 678ms, sequenceid=92, compaction requested=false 2024-11-13T00:36:51,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:51,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-13T00:36:51,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T00:36:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:51,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:51,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/82a036055adf4dd6822cd569e88f444a is 50, key is test_row_0/A:col10/1731458210514/Put/seqid=0 2024-11-13T00:36:51,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458271217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458271221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458271222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458271222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741855_1031 (size=14341) 2024-11-13T00:36:51,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/82a036055adf4dd6822cd569e88f444a 2024-11-13T00:36:51,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/569f17d1661046fd8bf8357bd32b71b0 is 50, key is test_row_0/B:col10/1731458210514/Put/seqid=0 2024-11-13T00:36:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741856_1032 (size=12001) 2024-11-13T00:36:51,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/569f17d1661046fd8bf8357bd32b71b0 2024-11-13T00:36:51,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458271337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458271338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458271338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458271338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/c10c469cfa5d4fb291a62275830cf702 is 50, key is test_row_0/C:col10/1731458210514/Put/seqid=0 2024-11-13T00:36:51,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T00:36:51,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:51,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:51,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T00:36:51,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741857_1033 (size=12001) 2024-11-13T00:36:51,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/c10c469cfa5d4fb291a62275830cf702 2024-11-13T00:36:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/82a036055adf4dd6822cd569e88f444a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/82a036055adf4dd6822cd569e88f444a 2024-11-13T00:36:51,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/82a036055adf4dd6822cd569e88f444a, entries=200, sequenceid=121, filesize=14.0 K 2024-11-13T00:36:51,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/569f17d1661046fd8bf8357bd32b71b0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/569f17d1661046fd8bf8357bd32b71b0 2024-11-13T00:36:51,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/569f17d1661046fd8bf8357bd32b71b0, entries=150, sequenceid=121, filesize=11.7 K 2024-11-13T00:36:51,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/c10c469cfa5d4fb291a62275830cf702 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/c10c469cfa5d4fb291a62275830cf702 2024-11-13T00:36:51,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/c10c469cfa5d4fb291a62275830cf702, entries=150, sequenceid=121, filesize=11.7 K 2024-11-13T00:36:51,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 40df89ae8162856f952a17dab15e930e in 259ms, sequenceid=121, compaction requested=true 2024-11-13T00:36:51,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:51,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:36:51,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:51,464 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:36:51,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:36:51,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:51,465 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:36:51,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:36:51,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:51,466 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:36:51,467 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/A is initiating minor compaction (all files) 2024-11-13T00:36:51,467 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:36:51,467 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/B is initiating minor compaction (all files) 2024-11-13T00:36:51,467 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/A in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,467 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/B in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,467 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/ced26dc656f4414db6e69e417d9b3b7c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b7557b6da1924894b7bda19837eb0966, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/569f17d1661046fd8bf8357bd32b71b0] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=35.3 K 2024-11-13T00:36:51,467 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/86e8a44edec14d45b99b2efb5f755c23, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/69f2cf3ca9c8430fbf74c8d5cef7cddc, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/82a036055adf4dd6822cd569e88f444a] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=39.9 K 2024-11-13T00:36:51,468 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86e8a44edec14d45b99b2efb5f755c23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731458208588 2024-11-13T00:36:51,468 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ced26dc656f4414db6e69e417d9b3b7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731458208588 2024-11-13T00:36:51,469 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b7557b6da1924894b7bda19837eb0966, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731458209272 2024-11-13T00:36:51,470 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 569f17d1661046fd8bf8357bd32b71b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731458210514 2024-11-13T00:36:51,470 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69f2cf3ca9c8430fbf74c8d5cef7cddc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731458209270 2024-11-13T00:36:51,472 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82a036055adf4dd6822cd569e88f444a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731458210514 2024-11-13T00:36:51,496 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#B#compaction#21 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:51,497 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/e3fece2a4dbe4d96976afae60bf9ac00 is 50, key is test_row_0/B:col10/1731458210514/Put/seqid=0 2024-11-13T00:36:51,499 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#A#compaction#22 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:51,502 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/a632945149d541638355706c384f7279 is 50, key is test_row_0/A:col10/1731458210514/Put/seqid=0 2024-11-13T00:36:51,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T00:36:51,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,530 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T00:36:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:51,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:51,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741858_1034 (size=12241) 2024-11-13T00:36:51,594 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/e3fece2a4dbe4d96976afae60bf9ac00 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3fece2a4dbe4d96976afae60bf9ac00 2024-11-13T00:36:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741859_1035 (size=12241) 2024-11-13T00:36:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/a7ebd4e2500e452dabe6562f8ca47929 is 50, key is test_row_0/A:col10/1731458211213/Put/seqid=0 2024-11-13T00:36:51,611 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/B of 40df89ae8162856f952a17dab15e930e into e3fece2a4dbe4d96976afae60bf9ac00(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:51,611 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:51,611 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/B, priority=13, startTime=1731458211464; duration=0sec 2024-11-13T00:36:51,611 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:51,611 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:B 2024-11-13T00:36:51,612 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:36:51,614 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:36:51,614 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/C is initiating minor compaction (all files) 2024-11-13T00:36:51,614 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/C in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,614 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4ded61ce3e2b422482eca496577d9764, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/996bcfeb22f24532879f733c872d7168, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/c10c469cfa5d4fb291a62275830cf702] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=35.3 K 2024-11-13T00:36:51,615 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ded61ce3e2b422482eca496577d9764, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731458208588 2024-11-13T00:36:51,616 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 996bcfeb22f24532879f733c872d7168, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731458209272 2024-11-13T00:36:51,617 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c10c469cfa5d4fb291a62275830cf702, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731458210514 2024-11-13T00:36:51,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741860_1036 (size=9657) 2024-11-13T00:36:51,648 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/a7ebd4e2500e452dabe6562f8ca47929 2024-11-13T00:36:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458271651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458271652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458271656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,667 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:51,668 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/56c1f826961b41b989a037113245bbd9 is 50, key is test_row_0/C:col10/1731458210514/Put/seqid=0 2024-11-13T00:36:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458271659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/f494716ded4e44a1a6db4af870f96b64 is 50, key is test_row_0/B:col10/1731458211213/Put/seqid=0 2024-11-13T00:36:51,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741861_1037 (size=12241) 2024-11-13T00:36:51,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741862_1038 (size=9657) 2024-11-13T00:36:51,738 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/f494716ded4e44a1a6db4af870f96b64 2024-11-13T00:36:51,749 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/56c1f826961b41b989a037113245bbd9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/56c1f826961b41b989a037113245bbd9 2024-11-13T00:36:51,762 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/C of 40df89ae8162856f952a17dab15e930e into 56c1f826961b41b989a037113245bbd9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:51,762 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:51,763 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/C, priority=13, startTime=1731458211465; duration=0sec 2024-11-13T00:36:51,763 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:51,763 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:C 2024-11-13T00:36:51,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458271767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/a6364edbde544c2cb1908252632774c9 is 50, key is test_row_0/C:col10/1731458211213/Put/seqid=0 2024-11-13T00:36:51,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458271767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458271768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741863_1039 (size=9657) 2024-11-13T00:36:51,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458271787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:51,794 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/a6364edbde544c2cb1908252632774c9 2024-11-13T00:36:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/a7ebd4e2500e452dabe6562f8ca47929 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a7ebd4e2500e452dabe6562f8ca47929 2024-11-13T00:36:51,826 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a7ebd4e2500e452dabe6562f8ca47929, entries=100, sequenceid=128, filesize=9.4 K 2024-11-13T00:36:51,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/f494716ded4e44a1a6db4af870f96b64 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f494716ded4e44a1a6db4af870f96b64 2024-11-13T00:36:51,839 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f494716ded4e44a1a6db4af870f96b64, entries=100, sequenceid=128, filesize=9.4 K 2024-11-13T00:36:51,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/a6364edbde544c2cb1908252632774c9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a6364edbde544c2cb1908252632774c9 2024-11-13T00:36:51,852 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a6364edbde544c2cb1908252632774c9, entries=100, sequenceid=128, filesize=9.4 K 2024-11-13T00:36:51,853 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 40df89ae8162856f952a17dab15e930e in 323ms, sequenceid=128, compaction requested=false 2024-11-13T00:36:51,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:51,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:51,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T00:36:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T00:36:51,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:36:51,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1080 sec 2024-11-13T00:36:51,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.1240 sec 2024-11-13T00:36:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T00:36:51,887 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:36:51,888 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:36:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-13T00:36:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T00:36:51,892 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:36:51,893 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:36:51,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:36:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:51,982 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:51,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-13T00:36:51,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/f462a3d2399d4b1ea2b6bb4176a2112e is 50, key is test_row_0/A:col10/1731458211651/Put/seqid=0 2024-11-13T00:36:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T00:36:51,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458271991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458271996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458271998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458271998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741864_1040 (size=14541) 2024-11-13T00:36:52,015 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/a632945149d541638355706c384f7279 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a632945149d541638355706c384f7279 2024-11-13T00:36:52,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/f462a3d2399d4b1ea2b6bb4176a2112e 2024-11-13T00:36:52,039 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/A of 40df89ae8162856f952a17dab15e930e into a632945149d541638355706c384f7279(size=12.0 K), total size for store is 21.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:52,039 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:52,039 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/A, priority=13, startTime=1731458211464; duration=0sec 2024-11-13T00:36:52,040 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:52,040 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:A 2024-11-13T00:36:52,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/72eaaf22fa274cb186961fb3e6011088 is 50, key is test_row_0/B:col10/1731458211651/Put/seqid=0 2024-11-13T00:36:52,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T00:36:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741865_1041 (size=12151) 2024-11-13T00:36:52,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/72eaaf22fa274cb186961fb3e6011088 2024-11-13T00:36:52,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458272106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458272107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458272108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/253d77fe7ea543d7ae16afa5dc072b42 is 50, key is test_row_0/C:col10/1731458211651/Put/seqid=0 2024-11-13T00:36:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741866_1042 (size=12151) 2024-11-13T00:36:52,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/253d77fe7ea543d7ae16afa5dc072b42 2024-11-13T00:36:52,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/f462a3d2399d4b1ea2b6bb4176a2112e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/f462a3d2399d4b1ea2b6bb4176a2112e 2024-11-13T00:36:52,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/f462a3d2399d4b1ea2b6bb4176a2112e, entries=200, sequenceid=160, filesize=14.2 K 2024-11-13T00:36:52,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/72eaaf22fa274cb186961fb3e6011088 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/72eaaf22fa274cb186961fb3e6011088 2024-11-13T00:36:52,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/72eaaf22fa274cb186961fb3e6011088, entries=150, sequenceid=160, filesize=11.9 K 2024-11-13T00:36:52,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/253d77fe7ea543d7ae16afa5dc072b42 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/253d77fe7ea543d7ae16afa5dc072b42 2024-11-13T00:36:52,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T00:36:52,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:52,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T00:36:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/253d77fe7ea543d7ae16afa5dc072b42, entries=150, sequenceid=160, filesize=11.9 K 2024-11-13T00:36:52,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 40df89ae8162856f952a17dab15e930e in 233ms, sequenceid=160, compaction requested=true 2024-11-13T00:36:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:36:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:52,215 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:36:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:36:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:52,215 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:36:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:36:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:52,222 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:36:52,222 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/A is initiating minor compaction (all files) 2024-11-13T00:36:52,222 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/A in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,222 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a632945149d541638355706c384f7279, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a7ebd4e2500e452dabe6562f8ca47929, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/f462a3d2399d4b1ea2b6bb4176a2112e] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=35.6 K 2024-11-13T00:36:52,223 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:36:52,223 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/B is initiating minor compaction (all files) 2024-11-13T00:36:52,223 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/B in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,224 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3fece2a4dbe4d96976afae60bf9ac00, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f494716ded4e44a1a6db4af870f96b64, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/72eaaf22fa274cb186961fb3e6011088] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=33.3 K 2024-11-13T00:36:52,225 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a632945149d541638355706c384f7279, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731458210514 2024-11-13T00:36:52,225 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7ebd4e2500e452dabe6562f8ca47929, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731458211213 2024-11-13T00:36:52,226 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting e3fece2a4dbe4d96976afae60bf9ac00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731458210514 2024-11-13T00:36:52,227 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f494716ded4e44a1a6db4af870f96b64, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731458211213 2024-11-13T00:36:52,227 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f462a3d2399d4b1ea2b6bb4176a2112e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731458211643 2024-11-13T00:36:52,228 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 72eaaf22fa274cb186961fb3e6011088, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731458211643 2024-11-13T00:36:52,252 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:52,253 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/3c5bc37b7dd24a2db55aa531f424c65d is 50, key is test_row_0/B:col10/1731458211651/Put/seqid=0 2024-11-13T00:36:52,264 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#A#compaction#31 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:52,265 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/0a7d810100214ec59c68af287e62c57e is 50, key is test_row_0/A:col10/1731458211651/Put/seqid=0 2024-11-13T00:36:52,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741868_1044 (size=12493) 2024-11-13T00:36:52,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741867_1043 (size=12493) 2024-11-13T00:36:52,314 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/3c5bc37b7dd24a2db55aa531f424c65d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/3c5bc37b7dd24a2db55aa531f424c65d 2024-11-13T00:36:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:52,324 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:52,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:36:52,334 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/B of 40df89ae8162856f952a17dab15e930e into 3c5bc37b7dd24a2db55aa531f424c65d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:52,334 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:52,334 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/B, priority=13, startTime=1731458212215; duration=0sec 2024-11-13T00:36:52,335 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:52,335 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:B 2024-11-13T00:36:52,335 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:36:52,337 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:36:52,338 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/C is initiating minor compaction (all files) 2024-11-13T00:36:52,338 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/C in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,338 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/56c1f826961b41b989a037113245bbd9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a6364edbde544c2cb1908252632774c9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/253d77fe7ea543d7ae16afa5dc072b42] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=33.3 K 2024-11-13T00:36:52,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/47fabc395c124bf5b8f05cf95694734e is 50, key is test_row_0/A:col10/1731458212323/Put/seqid=0 2024-11-13T00:36:52,339 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 56c1f826961b41b989a037113245bbd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731458210514 2024-11-13T00:36:52,340 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting a6364edbde544c2cb1908252632774c9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731458211213 2024-11-13T00:36:52,347 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 253d77fe7ea543d7ae16afa5dc072b42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731458211643 2024-11-13T00:36:52,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T00:36:52,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:52,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741869_1045 (size=14541) 2024-11-13T00:36:52,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/47fabc395c124bf5b8f05cf95694734e 2024-11-13T00:36:52,394 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:52,394 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/14cc720d849b403cbd1ea3f8d76fc400 is 50, key is test_row_0/C:col10/1731458211651/Put/seqid=0 2024-11-13T00:36:52,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7a809b08cfa3437faf15ec47ba804159 is 50, key is test_row_0/B:col10/1731458212323/Put/seqid=0 2024-11-13T00:36:52,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741870_1046 (size=12493) 2024-11-13T00:36:52,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741871_1047 (size=12151) 2024-11-13T00:36:52,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458272432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458272433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458272433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458272436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T00:36:52,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T00:36:52,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:52,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458272547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458272547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458272547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458272556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T00:36:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,713 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/0a7d810100214ec59c68af287e62c57e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/0a7d810100214ec59c68af287e62c57e 2024-11-13T00:36:52,724 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/A of 40df89ae8162856f952a17dab15e930e into 0a7d810100214ec59c68af287e62c57e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:52,724 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:52,724 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/A, priority=13, startTime=1731458212215; duration=0sec 2024-11-13T00:36:52,724 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:52,724 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:A 2024-11-13T00:36:52,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458272757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458272758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458272758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458272766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7a809b08cfa3437faf15ec47ba804159 2024-11-13T00:36:52,820 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/14cc720d849b403cbd1ea3f8d76fc400 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/14cc720d849b403cbd1ea3f8d76fc400 2024-11-13T00:36:52,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458272826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:52,830 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in 40df89ae8162856f952a17dab15e930e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:36:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:52,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T00:36:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,833 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/C of 40df89ae8162856f952a17dab15e930e into 14cc720d849b403cbd1ea3f8d76fc400(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:52,833 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:52,833 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/C, priority=13, startTime=1731458212215; duration=0sec 2024-11-13T00:36:52,833 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:52,833 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:C 2024-11-13T00:36:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:52,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/df82744f9c66469f8eb641848bfcfce5 is 50, key is test_row_0/C:col10/1731458212323/Put/seqid=0 2024-11-13T00:36:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741872_1048 (size=12151) 2024-11-13T00:36:52,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/df82744f9c66469f8eb641848bfcfce5 2024-11-13T00:36:52,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/47fabc395c124bf5b8f05cf95694734e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/47fabc395c124bf5b8f05cf95694734e 2024-11-13T00:36:52,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/47fabc395c124bf5b8f05cf95694734e, entries=200, sequenceid=173, filesize=14.2 K 2024-11-13T00:36:52,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7a809b08cfa3437faf15ec47ba804159 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7a809b08cfa3437faf15ec47ba804159 2024-11-13T00:36:52,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7a809b08cfa3437faf15ec47ba804159, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T00:36:52,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/df82744f9c66469f8eb641848bfcfce5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df82744f9c66469f8eb641848bfcfce5 2024-11-13T00:36:52,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df82744f9c66469f8eb641848bfcfce5, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T00:36:52,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40df89ae8162856f952a17dab15e930e in 605ms, sequenceid=173, compaction requested=false 2024-11-13T00:36:52,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:52,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T00:36:52,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:52,987 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:36:53,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/a037bca7f72c4df4a3be474818b08271 is 50, key is test_row_0/A:col10/1731458212426/Put/seqid=0 2024-11-13T00:36:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T00:36:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741873_1049 (size=12151) 2024-11-13T00:36:53,060 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/a037bca7f72c4df4a3be474818b08271 2024-11-13T00:36:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:53,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:53,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7053df885e8e411d9620040d0ead1265 is 50, key is test_row_0/B:col10/1731458212426/Put/seqid=0 2024-11-13T00:36:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458273085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458273089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458273092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458273092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741874_1050 (size=12151) 2024-11-13T00:36:53,114 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7053df885e8e411d9620040d0ead1265 2024-11-13T00:36:53,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/69f9b815f3bc4a928951a0de5d08d41b is 50, key is test_row_0/C:col10/1731458212426/Put/seqid=0 2024-11-13T00:36:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741875_1051 (size=12151) 2024-11-13T00:36:53,159 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/69f9b815f3bc4a928951a0de5d08d41b 2024-11-13T00:36:53,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/a037bca7f72c4df4a3be474818b08271 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a037bca7f72c4df4a3be474818b08271 2024-11-13T00:36:53,178 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a037bca7f72c4df4a3be474818b08271, entries=150, sequenceid=200, filesize=11.9 K 2024-11-13T00:36:53,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7053df885e8e411d9620040d0ead1265 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7053df885e8e411d9620040d0ead1265 2024-11-13T00:36:53,189 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7053df885e8e411d9620040d0ead1265, entries=150, sequenceid=200, filesize=11.9 K 2024-11-13T00:36:53,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/69f9b815f3bc4a928951a0de5d08d41b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/69f9b815f3bc4a928951a0de5d08d41b 2024-11-13T00:36:53,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458273196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,200 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/69f9b815f3bc4a928951a0de5d08d41b, entries=150, sequenceid=200, filesize=11.9 K 2024-11-13T00:36:53,202 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 40df89ae8162856f952a17dab15e930e in 215ms, sequenceid=200, compaction requested=true 2024-11-13T00:36:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T00:36:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T00:36:53,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T00:36:53,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec 2024-11-13T00:36:53,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.3220 sec 2024-11-13T00:36:53,213 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:53,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T00:36:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:53,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/201a977cc85c408ab73c87d706c86b61 is 50, key is test_row_0/A:col10/1731458213088/Put/seqid=0 2024-11-13T00:36:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741876_1052 (size=12151) 2024-11-13T00:36:53,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/201a977cc85c408ab73c87d706c86b61 2024-11-13T00:36:53,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458273267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458273269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458273269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/4e99599149034ae98ec0493bbc7d8499 is 50, key is test_row_0/B:col10/1731458213088/Put/seqid=0 2024-11-13T00:36:53,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741877_1053 (size=12151) 2024-11-13T00:36:53,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458273386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458273386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458273386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458273407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458273596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458273596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458273596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/4e99599149034ae98ec0493bbc7d8499 2024-11-13T00:36:53,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458273716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/ae25cff18c7642249b74f1be6736b19d is 50, key is test_row_0/C:col10/1731458213088/Put/seqid=0 2024-11-13T00:36:53,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741878_1054 (size=12151) 2024-11-13T00:36:53,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458273907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458273907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458273907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T00:36:54,036 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:36:54,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:36:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-13T00:36:54,042 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:36:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T00:36:54,043 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:36:54,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:36:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T00:36:54,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/ae25cff18c7642249b74f1be6736b19d 2024-11-13T00:36:54,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/201a977cc85c408ab73c87d706c86b61 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/201a977cc85c408ab73c87d706c86b61 2024-11-13T00:36:54,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/201a977cc85c408ab73c87d706c86b61, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T00:36:54,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/4e99599149034ae98ec0493bbc7d8499 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/4e99599149034ae98ec0493bbc7d8499 2024-11-13T00:36:54,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/4e99599149034ae98ec0493bbc7d8499, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T00:36:54,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/ae25cff18c7642249b74f1be6736b19d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/ae25cff18c7642249b74f1be6736b19d 2024-11-13T00:36:54,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/ae25cff18c7642249b74f1be6736b19d, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T00:36:54,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T00:36:54,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:54,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 40df89ae8162856f952a17dab15e930e in 986ms, sequenceid=215, compaction requested=true 2024-11-13T00:36:54,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:36:54,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:54,200 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:54,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:36:54,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:54,200 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:54,202 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:54,202 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/A is initiating minor compaction (all files) 2024-11-13T00:36:54,202 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/A in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,202 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/0a7d810100214ec59c68af287e62c57e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/47fabc395c124bf5b8f05cf95694734e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a037bca7f72c4df4a3be474818b08271, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/201a977cc85c408ab73c87d706c86b61] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=50.1 K 2024-11-13T00:36:54,202 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:54,202 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/B is initiating minor compaction (all files) 2024-11-13T00:36:54,203 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/B in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,203 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/3c5bc37b7dd24a2db55aa531f424c65d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7a809b08cfa3437faf15ec47ba804159, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7053df885e8e411d9620040d0ead1265, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/4e99599149034ae98ec0493bbc7d8499] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=47.8 K 2024-11-13T00:36:54,203 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a7d810100214ec59c68af287e62c57e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731458211643 2024-11-13T00:36:54,203 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c5bc37b7dd24a2db55aa531f424c65d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731458211643 2024-11-13T00:36:54,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:36:54,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:54,204 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47fabc395c124bf5b8f05cf95694734e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731458211985 2024-11-13T00:36:54,211 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a809b08cfa3437faf15ec47ba804159, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731458211985 2024-11-13T00:36:54,211 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a037bca7f72c4df4a3be474818b08271, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731458212378 2024-11-13T00:36:54,211 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7053df885e8e411d9620040d0ead1265, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731458212378 2024-11-13T00:36:54,212 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 201a977cc85c408ab73c87d706c86b61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731458213088 2024-11-13T00:36:54,212 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e99599149034ae98ec0493bbc7d8499, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731458213088 2024-11-13T00:36:54,233 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:54,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T00:36:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:54,236 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#A#compaction#42 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:54,237 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/5e0117ee77b64f1fb81d07a97066965e is 50, key is test_row_0/A:col10/1731458213088/Put/seqid=0 2024-11-13T00:36:54,248 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:54,249 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/3237da571c6344a4b3df6d379a895e8d is 50, key is test_row_0/B:col10/1731458213088/Put/seqid=0 2024-11-13T00:36:54,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/1fb1e92c39914200b13310d338e38383 is 50, key is test_row_0/A:col10/1731458213261/Put/seqid=0 2024-11-13T00:36:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741879_1055 (size=12629) 2024-11-13T00:36:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741880_1056 (size=12629) 2024-11-13T00:36:54,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458274341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:54,350 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/5e0117ee77b64f1fb81d07a97066965e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/5e0117ee77b64f1fb81d07a97066965e 2024-11-13T00:36:54,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T00:36:54,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:54,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T00:36:54,361 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/A of 40df89ae8162856f952a17dab15e930e into 5e0117ee77b64f1fb81d07a97066965e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:54,361 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:54,361 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/A, priority=12, startTime=1731458214199; duration=0sec 2024-11-13T00:36:54,362 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:54,362 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:A 2024-11-13T00:36:54,362 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:54,364 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:54,364 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/C is initiating minor compaction (all files) 2024-11-13T00:36:54,364 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/C in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,364 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/14cc720d849b403cbd1ea3f8d76fc400, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df82744f9c66469f8eb641848bfcfce5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/69f9b815f3bc4a928951a0de5d08d41b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/ae25cff18c7642249b74f1be6736b19d] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=47.8 K 2024-11-13T00:36:54,365 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14cc720d849b403cbd1ea3f8d76fc400, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731458211643 2024-11-13T00:36:54,366 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting df82744f9c66469f8eb641848bfcfce5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731458211985 2024-11-13T00:36:54,366 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69f9b815f3bc4a928951a0de5d08d41b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731458212378 2024-11-13T00:36:54,367 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae25cff18c7642249b74f1be6736b19d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731458213088 2024-11-13T00:36:54,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741881_1057 (size=12151) 2024-11-13T00:36:54,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/1fb1e92c39914200b13310d338e38383 2024-11-13T00:36:54,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/702a928e46084621a69dc136c984f200 is 50, key is test_row_0/B:col10/1731458213261/Put/seqid=0 2024-11-13T00:36:54,407 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#C#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:54,408 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/961795ef5c144853ac7d4b0e889bb368 is 50, key is test_row_0/C:col10/1731458213088/Put/seqid=0 2024-11-13T00:36:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741882_1058 (size=12151) 2024-11-13T00:36:54,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458274426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:54,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458274426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:54,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:54,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458274427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:54,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741883_1059 (size=12629) 2024-11-13T00:36:54,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458274456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:54,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:54,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T00:36:54,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:54,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T00:36:54,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T00:36:54,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458274668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:54,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:54,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:54,748 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/3237da571c6344a4b3df6d379a895e8d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/3237da571c6344a4b3df6d379a895e8d 2024-11-13T00:36:54,758 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/B of 40df89ae8162856f952a17dab15e930e into 3237da571c6344a4b3df6d379a895e8d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:54,759 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:54,759 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/B, priority=12, startTime=1731458214200; duration=0sec 2024-11-13T00:36:54,759 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:54,759 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:B 2024-11-13T00:36:54,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T00:36:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:54,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/702a928e46084621a69dc136c984f200 2024-11-13T00:36:54,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/170e42cd596840d98f83c4e641a29314 is 50, key is test_row_0/C:col10/1731458213261/Put/seqid=0 2024-11-13T00:36:54,854 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/961795ef5c144853ac7d4b0e889bb368 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/961795ef5c144853ac7d4b0e889bb368 2024-11-13T00:36:54,863 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/C of 40df89ae8162856f952a17dab15e930e into 961795ef5c144853ac7d4b0e889bb368(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:54,863 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:54,863 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/C, priority=12, startTime=1731458214200; duration=0sec 2024-11-13T00:36:54,864 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:54,864 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:C 2024-11-13T00:36:54,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741884_1060 (size=12151) 2024-11-13T00:36:54,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/170e42cd596840d98f83c4e641a29314 2024-11-13T00:36:54,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/1fb1e92c39914200b13310d338e38383 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/1fb1e92c39914200b13310d338e38383 2024-11-13T00:36:54,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/1fb1e92c39914200b13310d338e38383, entries=150, sequenceid=237, filesize=11.9 K 2024-11-13T00:36:54,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/702a928e46084621a69dc136c984f200 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/702a928e46084621a69dc136c984f200 2024-11-13T00:36:54,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/702a928e46084621a69dc136c984f200, entries=150, sequenceid=237, filesize=11.9 K 2024-11-13T00:36:54,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/170e42cd596840d98f83c4e641a29314 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/170e42cd596840d98f83c4e641a29314 2024-11-13T00:36:54,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/170e42cd596840d98f83c4e641a29314, entries=150, sequenceid=237, filesize=11.9 K 2024-11-13T00:36:54,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 40df89ae8162856f952a17dab15e930e in 683ms, sequenceid=237, compaction requested=false 2024-11-13T00:36:54,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:54,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T00:36:54,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:54,975 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T00:36:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:54,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:54,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/c4a7782f4fbc46438acb3cff7f5a23db is 50, key is test_row_0/A:col10/1731458214321/Put/seqid=0 2024-11-13T00:36:55,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741885_1061 (size=12151) 2024-11-13T00:36:55,041 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/c4a7782f4fbc46438acb3cff7f5a23db 2024-11-13T00:36:55,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7c6753e0546f4b97b6a2370d8c316a1a is 50, key is test_row_0/B:col10/1731458214321/Put/seqid=0 2024-11-13T00:36:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741886_1062 (size=12151) 2024-11-13T00:36:55,096 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7c6753e0546f4b97b6a2370d8c316a1a 2024-11-13T00:36:55,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458275099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/bc87aae4cdaf47ba90bc57315776aad4 is 50, key is test_row_0/C:col10/1731458214321/Put/seqid=0 2024-11-13T00:36:55,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741887_1063 (size=12151) 2024-11-13T00:36:55,176 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/bc87aae4cdaf47ba90bc57315776aad4 2024-11-13T00:36:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T00:36:55,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/c4a7782f4fbc46438acb3cff7f5a23db as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c4a7782f4fbc46438acb3cff7f5a23db 2024-11-13T00:36:55,199 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c4a7782f4fbc46438acb3cff7f5a23db, entries=150, sequenceid=254, filesize=11.9 K 2024-11-13T00:36:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7c6753e0546f4b97b6a2370d8c316a1a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c6753e0546f4b97b6a2370d8c316a1a 2024-11-13T00:36:55,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458275206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,208 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c6753e0546f4b97b6a2370d8c316a1a, entries=150, sequenceid=254, filesize=11.9 K 2024-11-13T00:36:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/bc87aae4cdaf47ba90bc57315776aad4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/bc87aae4cdaf47ba90bc57315776aad4 2024-11-13T00:36:55,219 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/bc87aae4cdaf47ba90bc57315776aad4, entries=150, sequenceid=254, filesize=11.9 K 2024-11-13T00:36:55,221 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 40df89ae8162856f952a17dab15e930e in 246ms, sequenceid=254, compaction requested=true 2024-11-13T00:36:55,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:55,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:55,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T00:36:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T00:36:55,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T00:36:55,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1800 sec 2024-11-13T00:36:55,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2010 sec 2024-11-13T00:36:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:55,418 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:55,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T00:36:55,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/17a56af32cce4b7ea4623f30b0bac015 is 50, key is test_row_0/A:col10/1731458215088/Put/seqid=0 2024-11-13T00:36:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741888_1064 (size=14741) 2024-11-13T00:36:55,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458275453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458275455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458275458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458275458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458275566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458275567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458275567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458275567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458275776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458275777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458275777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458275777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:55,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/17a56af32cce4b7ea4623f30b0bac015 2024-11-13T00:36:55,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/f43c607548f243b1a974fa88982ba5bd is 50, key is test_row_0/B:col10/1731458215088/Put/seqid=0 2024-11-13T00:36:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741889_1065 (size=12301) 2024-11-13T00:36:56,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458276086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458276086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458276096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458276096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T00:36:56,186 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:36:56,187 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:36:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-13T00:36:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T00:36:56,191 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:36:56,192 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:36:56,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:36:56,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/f43c607548f243b1a974fa88982ba5bd 2024-11-13T00:36:56,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/edf6fc0323794a9ca69a3c23efff4422 is 50, key is test_row_0/C:col10/1731458215088/Put/seqid=0 2024-11-13T00:36:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T00:36:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741890_1066 (size=12301) 2024-11-13T00:36:56,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/edf6fc0323794a9ca69a3c23efff4422 2024-11-13T00:36:56,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/17a56af32cce4b7ea4623f30b0bac015 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/17a56af32cce4b7ea4623f30b0bac015 2024-11-13T00:36:56,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/17a56af32cce4b7ea4623f30b0bac015, entries=200, sequenceid=277, filesize=14.4 K 2024-11-13T00:36:56,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/f43c607548f243b1a974fa88982ba5bd as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f43c607548f243b1a974fa88982ba5bd 2024-11-13T00:36:56,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f43c607548f243b1a974fa88982ba5bd, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T00:36:56,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/edf6fc0323794a9ca69a3c23efff4422 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/edf6fc0323794a9ca69a3c23efff4422 2024-11-13T00:36:56,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/edf6fc0323794a9ca69a3c23efff4422, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T00:36:56,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 40df89ae8162856f952a17dab15e930e in 926ms, sequenceid=277, compaction requested=true 2024-11-13T00:36:56,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:56,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:36:56,345 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:56,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:56,345 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:56,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:36:56,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:56,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:36:56,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:56,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T00:36:56,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:56,347 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:36:56,352 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51672 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:56,352 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/A is initiating minor compaction (all files) 2024-11-13T00:36:56,352 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/A in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:56,352 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/5e0117ee77b64f1fb81d07a97066965e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/1fb1e92c39914200b13310d338e38383, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c4a7782f4fbc46438acb3cff7f5a23db, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/17a56af32cce4b7ea4623f30b0bac015] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=50.5 K 2024-11-13T00:36:56,353 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:56,353 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/B is initiating minor compaction (all files) 2024-11-13T00:36:56,353 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/B in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:56,353 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/3237da571c6344a4b3df6d379a895e8d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/702a928e46084621a69dc136c984f200, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c6753e0546f4b97b6a2370d8c316a1a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f43c607548f243b1a974fa88982ba5bd] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=48.1 K 2024-11-13T00:36:56,354 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e0117ee77b64f1fb81d07a97066965e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731458213088 2024-11-13T00:36:56,354 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3237da571c6344a4b3df6d379a895e8d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731458213088 2024-11-13T00:36:56,354 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fb1e92c39914200b13310d338e38383, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731458213261 2024-11-13T00:36:56,355 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 702a928e46084621a69dc136c984f200, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731458213261 2024-11-13T00:36:56,356 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c6753e0546f4b97b6a2370d8c316a1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731458214286 2024-11-13T00:36:56,356 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4a7782f4fbc46438acb3cff7f5a23db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731458214286 2024-11-13T00:36:56,357 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f43c607548f243b1a974fa88982ba5bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731458215057 2024-11-13T00:36:56,357 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17a56af32cce4b7ea4623f30b0bac015, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731458215057 2024-11-13T00:36:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ed65f112765947d2ae56d5e990d6bed7 is 50, key is test_row_0/A:col10/1731458215450/Put/seqid=0 2024-11-13T00:36:56,374 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#A#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:56,375 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/9f814d14fa4349638f1659803553013e is 50, key is test_row_0/A:col10/1731458215088/Put/seqid=0 2024-11-13T00:36:56,378 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#B#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:56,378 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7c68b98729e24745ac12cb1acc48b93d is 50, key is test_row_0/B:col10/1731458215088/Put/seqid=0 2024-11-13T00:36:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741891_1067 (size=12301) 2024-11-13T00:36:56,402 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ed65f112765947d2ae56d5e990d6bed7 2024-11-13T00:36:56,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741893_1069 (size=12915) 2024-11-13T00:36:56,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741892_1068 (size=12915) 2024-11-13T00:36:56,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/d97f554e5ec646fe99e1e139381ba657 is 50, key is test_row_0/B:col10/1731458215450/Put/seqid=0 2024-11-13T00:36:56,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741894_1070 (size=12301) 2024-11-13T00:36:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T00:36:56,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:56,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458276644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458276647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458276648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458276648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458276756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458276766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458276766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458276766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T00:36:56,830 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7c68b98729e24745ac12cb1acc48b93d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c68b98729e24745ac12cb1acc48b93d 2024-11-13T00:36:56,848 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/B of 40df89ae8162856f952a17dab15e930e into 7c68b98729e24745ac12cb1acc48b93d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:56,848 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/9f814d14fa4349638f1659803553013e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/9f814d14fa4349638f1659803553013e 2024-11-13T00:36:56,848 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:56,848 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/B, priority=12, startTime=1731458216345; duration=0sec 2024-11-13T00:36:56,848 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:56,848 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:B 2024-11-13T00:36:56,849 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:56,852 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:56,852 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/C is initiating minor compaction (all files) 2024-11-13T00:36:56,852 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/C in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:56,852 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/961795ef5c144853ac7d4b0e889bb368, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/170e42cd596840d98f83c4e641a29314, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/bc87aae4cdaf47ba90bc57315776aad4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/edf6fc0323794a9ca69a3c23efff4422] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=48.1 K 2024-11-13T00:36:56,853 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 961795ef5c144853ac7d4b0e889bb368, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731458213088 2024-11-13T00:36:56,853 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/d97f554e5ec646fe99e1e139381ba657 2024-11-13T00:36:56,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45384 deadline: 1731458276847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,855 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 170e42cd596840d98f83c4e641a29314, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731458213261 2024-11-13T00:36:56,857 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting bc87aae4cdaf47ba90bc57315776aad4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731458214286 2024-11-13T00:36:56,857 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in 40df89ae8162856f952a17dab15e930e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:36:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,858 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting edf6fc0323794a9ca69a3c23efff4422, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731458215057 2024-11-13T00:36:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,861 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/A of 40df89ae8162856f952a17dab15e930e into 9f814d14fa4349638f1659803553013e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:56,861 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:56,861 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/A, priority=12, startTime=1731458216344; duration=0sec 2024-11-13T00:36:56,861 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:56,861 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:A 2024-11-13T00:36:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/62a2514b4bb44b50b60776cf23ae804a is 50, key is test_row_0/C:col10/1731458215450/Put/seqid=0 2024-11-13T00:36:56,887 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:56,888 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/098711b378504c4d8eb8bb1fc73b3069 is 50, key is test_row_0/C:col10/1731458215088/Put/seqid=0 2024-11-13T00:36:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741895_1071 (size=12301) 2024-11-13T00:36:56,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741896_1072 (size=12915) 2024-11-13T00:36:56,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458276966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458276975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458276975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:56,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458276976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458277276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458277286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458277296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458277300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,302 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/62a2514b4bb44b50b60776cf23ae804a 2024-11-13T00:36:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ed65f112765947d2ae56d5e990d6bed7 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ed65f112765947d2ae56d5e990d6bed7 2024-11-13T00:36:57,314 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/098711b378504c4d8eb8bb1fc73b3069 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/098711b378504c4d8eb8bb1fc73b3069 2024-11-13T00:36:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T00:36:57,331 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ed65f112765947d2ae56d5e990d6bed7, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T00:36:57,331 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/C of 40df89ae8162856f952a17dab15e930e into 098711b378504c4d8eb8bb1fc73b3069(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:57,331 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:57,331 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/C, priority=12, startTime=1731458216345; duration=0sec 2024-11-13T00:36:57,332 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:57,332 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:C 2024-11-13T00:36:57,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/d97f554e5ec646fe99e1e139381ba657 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d97f554e5ec646fe99e1e139381ba657 2024-11-13T00:36:57,344 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d97f554e5ec646fe99e1e139381ba657, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T00:36:57,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/62a2514b4bb44b50b60776cf23ae804a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/62a2514b4bb44b50b60776cf23ae804a 2024-11-13T00:36:57,354 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/62a2514b4bb44b50b60776cf23ae804a, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T00:36:57,355 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 40df89ae8162856f952a17dab15e930e in 1009ms, sequenceid=290, compaction requested=false 2024-11-13T00:36:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-13T00:36:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-13T00:36:57,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T00:36:57,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1640 sec 2024-11-13T00:36:57,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.1740 sec 2024-11-13T00:36:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:57,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:36:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:57,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/76377d39ce174982a14262e8c5c6512a is 50, key is test_row_0/A:col10/1731458216635/Put/seqid=0 2024-11-13T00:36:57,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741897_1073 (size=12301) 2024-11-13T00:36:57,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458277824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458277824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458277825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458277826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458277935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458277936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458277946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458277946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458278146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458278146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458278155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458278155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/76377d39ce174982a14262e8c5c6512a 2024-11-13T00:36:58,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/b3bbf072515f410685d68e0a5e0890d3 is 50, key is test_row_0/B:col10/1731458216635/Put/seqid=0 2024-11-13T00:36:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741898_1074 (size=12301) 2024-11-13T00:36:58,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/b3bbf072515f410685d68e0a5e0890d3 2024-11-13T00:36:58,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/816dd9708ddf4c519b3e63e3e4142cd6 is 50, key is test_row_0/C:col10/1731458216635/Put/seqid=0 2024-11-13T00:36:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741899_1075 (size=12301) 2024-11-13T00:36:58,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/816dd9708ddf4c519b3e63e3e4142cd6 2024-11-13T00:36:58,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/76377d39ce174982a14262e8c5c6512a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/76377d39ce174982a14262e8c5c6512a 2024-11-13T00:36:58,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/76377d39ce174982a14262e8c5c6512a, entries=150, sequenceid=317, filesize=12.0 K 2024-11-13T00:36:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/b3bbf072515f410685d68e0a5e0890d3 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b3bbf072515f410685d68e0a5e0890d3 2024-11-13T00:36:58,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b3bbf072515f410685d68e0a5e0890d3, entries=150, sequenceid=317, filesize=12.0 K 2024-11-13T00:36:58,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/816dd9708ddf4c519b3e63e3e4142cd6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/816dd9708ddf4c519b3e63e3e4142cd6 2024-11-13T00:36:58,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/816dd9708ddf4c519b3e63e3e4142cd6, entries=150, sequenceid=317, filesize=12.0 K 2024-11-13T00:36:58,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 40df89ae8162856f952a17dab15e930e in 535ms, sequenceid=317, compaction requested=true 2024-11-13T00:36:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:36:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:58,327 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:36:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:36:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:36:58,327 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:36:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:58,329 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:36:58,329 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/A is initiating minor compaction (all files) 2024-11-13T00:36:58,329 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/A in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,329 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/9f814d14fa4349638f1659803553013e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ed65f112765947d2ae56d5e990d6bed7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/76377d39ce174982a14262e8c5c6512a] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=36.6 K 2024-11-13T00:36:58,330 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f814d14fa4349638f1659803553013e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731458215057 2024-11-13T00:36:58,330 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:36:58,330 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/B is initiating minor compaction (all files) 2024-11-13T00:36:58,330 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/B in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,330 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c68b98729e24745ac12cb1acc48b93d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d97f554e5ec646fe99e1e139381ba657, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b3bbf072515f410685d68e0a5e0890d3] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=36.6 K 2024-11-13T00:36:58,330 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed65f112765947d2ae56d5e990d6bed7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731458215450 2024-11-13T00:36:58,330 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c68b98729e24745ac12cb1acc48b93d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731458215057 2024-11-13T00:36:58,331 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76377d39ce174982a14262e8c5c6512a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731458216626 2024-11-13T00:36:58,332 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d97f554e5ec646fe99e1e139381ba657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731458215450 2024-11-13T00:36:58,332 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b3bbf072515f410685d68e0a5e0890d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731458216626 2024-11-13T00:36:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T00:36:58,336 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:36:58,337 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:36:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-13T00:36:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T00:36:58,340 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:36:58,342 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:36:58,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:36:58,348 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#B#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:58,349 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/9c6369de3bc84e7abee53e9239d47298 is 50, key is test_row_0/B:col10/1731458216635/Put/seqid=0 2024-11-13T00:36:58,352 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:58,352 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/951ceeba535c4a10b8beb97fb3efe7ec is 50, key is test_row_0/A:col10/1731458216635/Put/seqid=0 2024-11-13T00:36:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741900_1076 (size=13017) 2024-11-13T00:36:58,370 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/9c6369de3bc84e7abee53e9239d47298 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/9c6369de3bc84e7abee53e9239d47298 2024-11-13T00:36:58,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741901_1077 (size=13017) 2024-11-13T00:36:58,385 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/B of 40df89ae8162856f952a17dab15e930e into 9c6369de3bc84e7abee53e9239d47298(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:58,385 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:58,385 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/B, priority=13, startTime=1731458218327; duration=0sec 2024-11-13T00:36:58,386 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:58,386 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:B 2024-11-13T00:36:58,386 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:36:58,388 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:36:58,388 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/C is initiating minor compaction (all files) 2024-11-13T00:36:58,388 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/C in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,389 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/098711b378504c4d8eb8bb1fc73b3069, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/62a2514b4bb44b50b60776cf23ae804a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/816dd9708ddf4c519b3e63e3e4142cd6] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=36.6 K 2024-11-13T00:36:58,389 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 098711b378504c4d8eb8bb1fc73b3069, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731458215057 2024-11-13T00:36:58,389 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/951ceeba535c4a10b8beb97fb3efe7ec as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/951ceeba535c4a10b8beb97fb3efe7ec 2024-11-13T00:36:58,391 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 62a2514b4bb44b50b60776cf23ae804a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731458215450 2024-11-13T00:36:58,393 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 816dd9708ddf4c519b3e63e3e4142cd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731458216626 2024-11-13T00:36:58,400 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/A of 40df89ae8162856f952a17dab15e930e into 951ceeba535c4a10b8beb97fb3efe7ec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:58,400 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:58,400 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/A, priority=13, startTime=1731458218327; duration=0sec 2024-11-13T00:36:58,400 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:58,400 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:A 2024-11-13T00:36:58,426 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#C#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:36:58,426 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/90df1c705a2f4c6ea65d7dc09cf3c49c is 50, key is test_row_0/C:col10/1731458216635/Put/seqid=0 2024-11-13T00:36:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741902_1078 (size=13017) 2024-11-13T00:36:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T00:36:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:58,459 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:58,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T00:36:58,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/3fd8ab0db0594607a5b9beb09c47c85b is 50, key is test_row_0/A:col10/1731458217818/Put/seqid=0 2024-11-13T00:36:58,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T00:36:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741903_1079 (size=12301) 2024-11-13T00:36:58,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/3fd8ab0db0594607a5b9beb09c47c85b 2024-11-13T00:36:58,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458278510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458278513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458278516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458278516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/113ec5d9d6894063960106cece9abf9d is 50, key is test_row_0/B:col10/1731458217818/Put/seqid=0 2024-11-13T00:36:58,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741904_1080 (size=12301) 2024-11-13T00:36:58,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458278626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458278626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458278626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458278636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T00:36:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T00:36:58,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T00:36:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458278837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458278837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458278837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458278846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:58,849 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/90df1c705a2f4c6ea65d7dc09cf3c49c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/90df1c705a2f4c6ea65d7dc09cf3c49c 2024-11-13T00:36:58,856 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/C of 40df89ae8162856f952a17dab15e930e into 90df1c705a2f4c6ea65d7dc09cf3c49c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:36:58,857 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:58,857 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/C, priority=13, startTime=1731458218327; duration=0sec 2024-11-13T00:36:58,857 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:58,857 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:C 2024-11-13T00:36:58,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/113ec5d9d6894063960106cece9abf9d 2024-11-13T00:36:58,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T00:36:58,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:58,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:58,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:36:58,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/28e34e79183d4325a1c28b3f75f3fc6a is 50, key is test_row_0/C:col10/1731458217818/Put/seqid=0 2024-11-13T00:36:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T00:36:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741905_1081 (size=12301) 2024-11-13T00:36:59,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/28e34e79183d4325a1c28b3f75f3fc6a 2024-11-13T00:36:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/3fd8ab0db0594607a5b9beb09c47c85b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3fd8ab0db0594607a5b9beb09c47c85b 2024-11-13T00:36:59,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3fd8ab0db0594607a5b9beb09c47c85b, entries=150, sequenceid=334, filesize=12.0 K 2024-11-13T00:36:59,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/113ec5d9d6894063960106cece9abf9d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/113ec5d9d6894063960106cece9abf9d 2024-11-13T00:36:59,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/113ec5d9d6894063960106cece9abf9d, entries=150, sequenceid=334, filesize=12.0 K 2024-11-13T00:36:59,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/28e34e79183d4325a1c28b3f75f3fc6a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/28e34e79183d4325a1c28b3f75f3fc6a 2024-11-13T00:36:59,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/28e34e79183d4325a1c28b3f75f3fc6a, entries=150, sequenceid=334, filesize=12.0 K 2024-11-13T00:36:59,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 40df89ae8162856f952a17dab15e930e in 580ms, sequenceid=334, compaction requested=false 2024-11-13T00:36:59,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:59,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T00:36:59,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:59,114 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T00:36:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/3670d6e0686e43e1af359497de58e663 is 50, key is test_row_0/A:col10/1731458218513/Put/seqid=0 2024-11-13T00:36:59,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741906_1082 (size=12301) 2024-11-13T00:36:59,144 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/3670d6e0686e43e1af359497de58e663 2024-11-13T00:36:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:59,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:36:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/edbb573f2d0848a7a195d56b19aa90ee is 50, key is test_row_0/B:col10/1731458218513/Put/seqid=0 2024-11-13T00:36:59,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741907_1083 (size=12301) 2024-11-13T00:36:59,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458279174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458279175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458279181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458279183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458279286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458279297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458279297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458279297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T00:36:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458279496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458279506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458279506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458279506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,571 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/edbb573f2d0848a7a195d56b19aa90ee 2024-11-13T00:36:59,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/e7cc332826364526ba3153b84359d696 is 50, key is test_row_0/C:col10/1731458218513/Put/seqid=0 2024-11-13T00:36:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741908_1084 (size=12301) 2024-11-13T00:36:59,603 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/e7cc332826364526ba3153b84359d696 2024-11-13T00:36:59,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/3670d6e0686e43e1af359497de58e663 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3670d6e0686e43e1af359497de58e663 2024-11-13T00:36:59,618 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3670d6e0686e43e1af359497de58e663, entries=150, sequenceid=356, filesize=12.0 K 2024-11-13T00:36:59,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/edbb573f2d0848a7a195d56b19aa90ee as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/edbb573f2d0848a7a195d56b19aa90ee 2024-11-13T00:36:59,626 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/edbb573f2d0848a7a195d56b19aa90ee, entries=150, sequenceid=356, filesize=12.0 K 2024-11-13T00:36:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/e7cc332826364526ba3153b84359d696 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/e7cc332826364526ba3153b84359d696 2024-11-13T00:36:59,638 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/e7cc332826364526ba3153b84359d696, entries=150, sequenceid=356, filesize=12.0 K 2024-11-13T00:36:59,640 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 40df89ae8162856f952a17dab15e930e in 526ms, sequenceid=356, compaction requested=true 2024-11-13T00:36:59,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:59,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:59,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-13T00:36:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-13T00:36:59,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-13T00:36:59,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3000 sec 2024-11-13T00:36:59,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.3090 sec 2024-11-13T00:36:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:36:59,808 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:36:59,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T00:36:59,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/d0545ee0a64340b1ae103e7eedb57ba1 is 50, key is test_row_0/A:col10/1731458219181/Put/seqid=0 2024-11-13T00:36:59,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741909_1085 (size=14741) 2024-11-13T00:36:59,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/d0545ee0a64340b1ae103e7eedb57ba1 2024-11-13T00:36:59,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458279849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458279849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458279849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458279853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/37f8e101d16b4185885aa61225f8e766 is 50, key is test_row_0/B:col10/1731458219181/Put/seqid=0 2024-11-13T00:36:59,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741910_1086 (size=12301) 2024-11-13T00:36:59,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/37f8e101d16b4185885aa61225f8e766 2024-11-13T00:36:59,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4c6ceaa582e5487ea26ff5722f58949a is 50, key is test_row_0/C:col10/1731458219181/Put/seqid=0 2024-11-13T00:36:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741911_1087 (size=12301) 2024-11-13T00:36:59,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4c6ceaa582e5487ea26ff5722f58949a 2024-11-13T00:36:59,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/d0545ee0a64340b1ae103e7eedb57ba1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/d0545ee0a64340b1ae103e7eedb57ba1 2024-11-13T00:36:59,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/d0545ee0a64340b1ae103e7eedb57ba1, entries=200, sequenceid=372, filesize=14.4 K 2024-11-13T00:36:59,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458279956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/37f8e101d16b4185885aa61225f8e766 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f8e101d16b4185885aa61225f8e766 2024-11-13T00:36:59,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458279967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458279967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f8e101d16b4185885aa61225f8e766, entries=150, sequenceid=372, filesize=12.0 K 2024-11-13T00:36:59,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4c6ceaa582e5487ea26ff5722f58949a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4c6ceaa582e5487ea26ff5722f58949a 2024-11-13T00:36:59,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:36:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458279972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:36:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:36:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:36:59,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4c6ceaa582e5487ea26ff5722f58949a, entries=150, sequenceid=372, filesize=12.0 K 2024-11-13T00:36:59,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 40df89ae8162856f952a17dab15e930e in 182ms, sequenceid=372, compaction requested=true 2024-11-13T00:36:59,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:36:59,990 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:59,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:36:59,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:59,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:36:59,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:36:59,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:36:59,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:36:59,991 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:36:59,994 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:59,994 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/A is initiating minor compaction (all files) 2024-11-13T00:36:59,995 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/A in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:59,995 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/951ceeba535c4a10b8beb97fb3efe7ec, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3fd8ab0db0594607a5b9beb09c47c85b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3670d6e0686e43e1af359497de58e663, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/d0545ee0a64340b1ae103e7eedb57ba1] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=51.1 K 2024-11-13T00:36:59,995 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:36:59,995 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/B is initiating minor compaction (all files) 2024-11-13T00:36:59,995 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 951ceeba535c4a10b8beb97fb3efe7ec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731458216626 2024-11-13T00:36:59,995 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/B in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:36:59,995 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/9c6369de3bc84e7abee53e9239d47298, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/113ec5d9d6894063960106cece9abf9d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/edbb573f2d0848a7a195d56b19aa90ee, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f8e101d16b4185885aa61225f8e766] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=48.8 K 2024-11-13T00:36:59,996 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fd8ab0db0594607a5b9beb09c47c85b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731458217818 2024-11-13T00:36:59,996 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c6369de3bc84e7abee53e9239d47298, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731458216626 2024-11-13T00:36:59,997 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 113ec5d9d6894063960106cece9abf9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731458217818 2024-11-13T00:36:59,998 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting edbb573f2d0848a7a195d56b19aa90ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731458218499 2024-11-13T00:36:59,998 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3670d6e0686e43e1af359497de58e663, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731458218499 2024-11-13T00:36:59,998 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 37f8e101d16b4185885aa61225f8e766, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731458219168 2024-11-13T00:36:59,999 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0545ee0a64340b1ae103e7eedb57ba1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731458219164 2024-11-13T00:37:00,016 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:00,017 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/6d530e45fa5d4c6d89f3f26760b8c477 is 50, key is test_row_0/B:col10/1731458219181/Put/seqid=0 2024-11-13T00:37:00,023 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#A#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:00,024 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/9b76799b5b684e2d9e79f29151a55c1a is 50, key is test_row_0/A:col10/1731458219181/Put/seqid=0 2024-11-13T00:37:00,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741913_1089 (size=13153) 2024-11-13T00:37:00,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741912_1088 (size=13153) 2024-11-13T00:37:00,062 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/9b76799b5b684e2d9e79f29151a55c1a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/9b76799b5b684e2d9e79f29151a55c1a 2024-11-13T00:37:00,064 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/6d530e45fa5d4c6d89f3f26760b8c477 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/6d530e45fa5d4c6d89f3f26760b8c477 2024-11-13T00:37:00,074 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/A of 40df89ae8162856f952a17dab15e930e into 9b76799b5b684e2d9e79f29151a55c1a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:00,074 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:00,074 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/A, priority=12, startTime=1731458219990; duration=0sec 2024-11-13T00:37:00,075 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/B of 40df89ae8162856f952a17dab15e930e into 6d530e45fa5d4c6d89f3f26760b8c477(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:00,075 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:00,075 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/B, priority=12, startTime=1731458219990; duration=0sec 2024-11-13T00:37:00,076 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:00,076 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:A 2024-11-13T00:37:00,076 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:37:00,076 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:00,077 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:B 2024-11-13T00:37:00,081 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:37:00,081 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/C is initiating minor compaction (all files) 2024-11-13T00:37:00,082 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/C in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:00,082 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/90df1c705a2f4c6ea65d7dc09cf3c49c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/28e34e79183d4325a1c28b3f75f3fc6a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/e7cc332826364526ba3153b84359d696, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4c6ceaa582e5487ea26ff5722f58949a] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=48.8 K 2024-11-13T00:37:00,083 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90df1c705a2f4c6ea65d7dc09cf3c49c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731458216626 2024-11-13T00:37:00,084 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28e34e79183d4325a1c28b3f75f3fc6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731458217818 2024-11-13T00:37:00,084 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7cc332826364526ba3153b84359d696, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731458218499 2024-11-13T00:37:00,085 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c6ceaa582e5487ea26ff5722f58949a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731458219168 2024-11-13T00:37:00,106 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:00,107 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/a950e49ae7db45969f890a536aa3f3ed is 50, key is test_row_0/C:col10/1731458219181/Put/seqid=0 2024-11-13T00:37:00,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741914_1090 (size=13153) 2024-11-13T00:37:00,141 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/a950e49ae7db45969f890a536aa3f3ed as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a950e49ae7db45969f890a536aa3f3ed 2024-11-13T00:37:00,148 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/C of 40df89ae8162856f952a17dab15e930e into a950e49ae7db45969f890a536aa3f3ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:00,149 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:00,149 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/C, priority=12, startTime=1731458219991; duration=0sec 2024-11-13T00:37:00,149 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:00,149 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:C 2024-11-13T00:37:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:00,168 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:00,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T00:37:00,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/6066772e6c7e45fa96c0a5a40ca2edff is 50, key is test_row_0/A:col10/1731458219843/Put/seqid=0 2024-11-13T00:37:00,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741915_1091 (size=14741) 2024-11-13T00:37:00,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458280195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458280195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458280196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458280202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458280306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458280306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458280306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458280316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T00:37:00,497 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:00,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-13T00:37:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T00:37:00,499 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:00,500 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:00,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:00,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458280516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458280516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458280516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458280535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/6066772e6c7e45fa96c0a5a40ca2edff 2024-11-13T00:37:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T00:37:00,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/98d5533736b34ce6999ee15e323bf267 is 50, key is test_row_0/B:col10/1731458219843/Put/seqid=0 2024-11-13T00:37:00,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741916_1092 (size=12301) 2024-11-13T00:37:00,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T00:37:00,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:00,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:00,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:00,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:00,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:00,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T00:37:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:00,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T00:37:00,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458280826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458280826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458280827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458280846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:00,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T00:37:00,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:00,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:00,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:00,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:00,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:01,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/98d5533736b34ce6999ee15e323bf267 2024-11-13T00:37:01,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/74800213fdc84196b2ea6f070d7e1048 is 50, key is test_row_0/C:col10/1731458219843/Put/seqid=0 2024-11-13T00:37:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741917_1093 (size=12301) 2024-11-13T00:37:01,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T00:37:01,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:01,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:01,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:01,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:01,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T00:37:01,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T00:37:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:01,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:01,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458281336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:01,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458281336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:01,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458281336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:01,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458281356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:01,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T00:37:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:01,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:01,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/74800213fdc84196b2ea6f070d7e1048 2024-11-13T00:37:01,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/6066772e6c7e45fa96c0a5a40ca2edff as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/6066772e6c7e45fa96c0a5a40ca2edff 2024-11-13T00:37:01,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/6066772e6c7e45fa96c0a5a40ca2edff, entries=200, sequenceid=396, filesize=14.4 K 2024-11-13T00:37:01,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/98d5533736b34ce6999ee15e323bf267 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/98d5533736b34ce6999ee15e323bf267 2024-11-13T00:37:01,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/98d5533736b34ce6999ee15e323bf267, entries=150, sequenceid=396, filesize=12.0 K 2024-11-13T00:37:01,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/74800213fdc84196b2ea6f070d7e1048 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/74800213fdc84196b2ea6f070d7e1048 2024-11-13T00:37:01,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/74800213fdc84196b2ea6f070d7e1048, entries=150, sequenceid=396, filesize=12.0 K 2024-11-13T00:37:01,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 40df89ae8162856f952a17dab15e930e in 1312ms, sequenceid=396, compaction requested=false 2024-11-13T00:37:01,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:01,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T00:37:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:01,592 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T00:37:01,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ac5c40344f174bc38979bc42bbc6ec9b is 50, key is test_row_0/A:col10/1731458220191/Put/seqid=0 2024-11-13T00:37:01,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741918_1094 (size=12301) 2024-11-13T00:37:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T00:37:02,019 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ac5c40344f174bc38979bc42bbc6ec9b 2024-11-13T00:37:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/a044ab35e6a04f849fcc97d5740e6023 is 50, key is test_row_0/B:col10/1731458220191/Put/seqid=0 2024-11-13T00:37:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741919_1095 (size=12301) 2024-11-13T00:37:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:02,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:02,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458282384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458282388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458282390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458282390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,447 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/a044ab35e6a04f849fcc97d5740e6023 2024-11-13T00:37:02,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/9ae91421e86d44ef92bf5f2a6153c6da is 50, key is test_row_0/C:col10/1731458220191/Put/seqid=0 2024-11-13T00:37:02,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741920_1096 (size=12301) 2024-11-13T00:37:02,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458282496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458282497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458282506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458282506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T00:37:02,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458282706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458282706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458282715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458282715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:02,874 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/9ae91421e86d44ef92bf5f2a6153c6da 2024-11-13T00:37:02,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ac5c40344f174bc38979bc42bbc6ec9b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ac5c40344f174bc38979bc42bbc6ec9b 2024-11-13T00:37:02,895 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ac5c40344f174bc38979bc42bbc6ec9b, entries=150, sequenceid=411, filesize=12.0 K 2024-11-13T00:37:02,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/a044ab35e6a04f849fcc97d5740e6023 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/a044ab35e6a04f849fcc97d5740e6023 2024-11-13T00:37:02,902 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/a044ab35e6a04f849fcc97d5740e6023, entries=150, sequenceid=411, filesize=12.0 K 2024-11-13T00:37:02,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/9ae91421e86d44ef92bf5f2a6153c6da as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/9ae91421e86d44ef92bf5f2a6153c6da 2024-11-13T00:37:02,910 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/9ae91421e86d44ef92bf5f2a6153c6da, entries=150, sequenceid=411, filesize=12.0 K 2024-11-13T00:37:02,911 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 40df89ae8162856f952a17dab15e930e in 1319ms, sequenceid=411, compaction requested=true 2024-11-13T00:37:02,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:02,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:02,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-13T00:37:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-13T00:37:02,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-13T00:37:02,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4130 sec 2024-11-13T00:37:02,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.4220 sec 2024-11-13T00:37:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:03,019 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:03,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:37:03,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ca00a17eaf7e4596a257cfa41d2e7bf3 is 50, key is test_row_0/A:col10/1731458223017/Put/seqid=0 2024-11-13T00:37:03,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458283042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458283043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458283044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458283049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741921_1097 (size=12301) 2024-11-13T00:37:03,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ca00a17eaf7e4596a257cfa41d2e7bf3 2024-11-13T00:37:03,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/e3aa79591e634eda819e897fdd86b076 is 50, key is test_row_0/B:col10/1731458223017/Put/seqid=0 2024-11-13T00:37:03,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741922_1098 (size=12301) 2024-11-13T00:37:03,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458283156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458283157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458283157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458283157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458283366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458283366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458283367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458283367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/e3aa79591e634eda819e897fdd86b076 2024-11-13T00:37:03,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/f3580fa16bd447c9bd6afac1e5bbc9a1 is 50, key is test_row_0/C:col10/1731458223017/Put/seqid=0 2024-11-13T00:37:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741923_1099 (size=12301) 2024-11-13T00:37:03,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/f3580fa16bd447c9bd6afac1e5bbc9a1 2024-11-13T00:37:03,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/ca00a17eaf7e4596a257cfa41d2e7bf3 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ca00a17eaf7e4596a257cfa41d2e7bf3 2024-11-13T00:37:03,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ca00a17eaf7e4596a257cfa41d2e7bf3, entries=150, sequenceid=435, filesize=12.0 K 2024-11-13T00:37:03,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/e3aa79591e634eda819e897fdd86b076 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3aa79591e634eda819e897fdd86b076 2024-11-13T00:37:03,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3aa79591e634eda819e897fdd86b076, entries=150, sequenceid=435, filesize=12.0 K 2024-11-13T00:37:03,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/f3580fa16bd447c9bd6afac1e5bbc9a1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/f3580fa16bd447c9bd6afac1e5bbc9a1 2024-11-13T00:37:03,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/f3580fa16bd447c9bd6afac1e5bbc9a1, entries=150, sequenceid=435, filesize=12.0 K 2024-11-13T00:37:03,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 40df89ae8162856f952a17dab15e930e in 569ms, sequenceid=435, compaction requested=true 2024-11-13T00:37:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:03,588 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:37:03,588 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:37:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:03,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:03,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:03,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:03,590 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:37:03,590 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/B is initiating minor compaction (all files) 2024-11-13T00:37:03,591 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/B in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:03,591 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/6d530e45fa5d4c6d89f3f26760b8c477, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/98d5533736b34ce6999ee15e323bf267, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/a044ab35e6a04f849fcc97d5740e6023, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3aa79591e634eda819e897fdd86b076] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=48.9 K 2024-11-13T00:37:03,591 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:37:03,591 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/A is initiating minor compaction (all files) 2024-11-13T00:37:03,591 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/A in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:03,591 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/9b76799b5b684e2d9e79f29151a55c1a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/6066772e6c7e45fa96c0a5a40ca2edff, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ac5c40344f174bc38979bc42bbc6ec9b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ca00a17eaf7e4596a257cfa41d2e7bf3] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=51.3 K 2024-11-13T00:37:03,592 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d530e45fa5d4c6d89f3f26760b8c477, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731458219168 2024-11-13T00:37:03,592 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b76799b5b684e2d9e79f29151a55c1a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731458219168 2024-11-13T00:37:03,592 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 98d5533736b34ce6999ee15e323bf267, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731458219843 2024-11-13T00:37:03,593 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6066772e6c7e45fa96c0a5a40ca2edff, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731458219843 2024-11-13T00:37:03,593 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting a044ab35e6a04f849fcc97d5740e6023, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731458220191 2024-11-13T00:37:03,594 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac5c40344f174bc38979bc42bbc6ec9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731458220191 2024-11-13T00:37:03,594 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting e3aa79591e634eda819e897fdd86b076, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731458222376 2024-11-13T00:37:03,595 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca00a17eaf7e4596a257cfa41d2e7bf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731458222376 2024-11-13T00:37:03,607 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:03,608 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/c277e95157e24a2283f0dc5c2b533d42 is 50, key is test_row_0/A:col10/1731458223017/Put/seqid=0 2024-11-13T00:37:03,618 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:03,619 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/ef3587fbcc9a4d609d5d97e143b80ac1 is 50, key is test_row_0/B:col10/1731458223017/Put/seqid=0 2024-11-13T00:37:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741924_1100 (size=13289) 2024-11-13T00:37:03,634 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/c277e95157e24a2283f0dc5c2b533d42 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c277e95157e24a2283f0dc5c2b533d42 2024-11-13T00:37:03,641 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/A of 40df89ae8162856f952a17dab15e930e into c277e95157e24a2283f0dc5c2b533d42(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:03,641 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:03,641 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/A, priority=12, startTime=1731458223588; duration=0sec 2024-11-13T00:37:03,641 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:03,641 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:A 2024-11-13T00:37:03,642 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:37:03,643 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:37:03,643 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/C is initiating minor compaction (all files) 2024-11-13T00:37:03,643 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/C in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:03,643 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a950e49ae7db45969f890a536aa3f3ed, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/74800213fdc84196b2ea6f070d7e1048, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/9ae91421e86d44ef92bf5f2a6153c6da, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/f3580fa16bd447c9bd6afac1e5bbc9a1] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=48.9 K 2024-11-13T00:37:03,644 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a950e49ae7db45969f890a536aa3f3ed, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731458219168 2024-11-13T00:37:03,644 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74800213fdc84196b2ea6f070d7e1048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731458219843 2024-11-13T00:37:03,644 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ae91421e86d44ef92bf5f2a6153c6da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731458220191 2024-11-13T00:37:03,645 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3580fa16bd447c9bd6afac1e5bbc9a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731458222376 2024-11-13T00:37:03,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741925_1101 (size=13289) 2024-11-13T00:37:03,655 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#C#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:03,656 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/fa395f4b40724e27a2416cf95554bbaa is 50, key is test_row_0/C:col10/1731458223017/Put/seqid=0 2024-11-13T00:37:03,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741926_1102 (size=13289) 2024-11-13T00:37:03,680 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/fa395f4b40724e27a2416cf95554bbaa as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/fa395f4b40724e27a2416cf95554bbaa 2024-11-13T00:37:03,689 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/C of 40df89ae8162856f952a17dab15e930e into fa395f4b40724e27a2416cf95554bbaa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:03,689 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:03,689 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/C, priority=12, startTime=1731458223589; duration=0sec 2024-11-13T00:37:03,689 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:03,689 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:C 2024-11-13T00:37:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:03,691 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:03,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T00:37:03,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/30c9cb0ad8ee4f2bade960355416d751 is 50, key is test_row_0/A:col10/1731458223690/Put/seqid=0 2024-11-13T00:37:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741927_1103 (size=12301) 2024-11-13T00:37:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458283727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458283728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458283733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458283733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/30c9cb0ad8ee4f2bade960355416d751 2024-11-13T00:37:03,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/f45626c7f7194a649dc08d7d6b2bfdbe is 50, key is test_row_0/B:col10/1731458223690/Put/seqid=0 2024-11-13T00:37:03,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741928_1104 (size=12301) 2024-11-13T00:37:03,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/f45626c7f7194a649dc08d7d6b2bfdbe 2024-11-13T00:37:03,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/84763d65ce094b328524e24a55c13e2c is 50, key is test_row_0/C:col10/1731458223690/Put/seqid=0 2024-11-13T00:37:03,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741929_1105 (size=12301) 2024-11-13T00:37:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458283845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458283846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458283846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458283846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:03,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:03,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,055 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/ef3587fbcc9a4d609d5d97e143b80ac1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/ef3587fbcc9a4d609d5d97e143b80ac1 2024-11-13T00:37:04,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458284056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458284057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,062 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40df89ae8162856f952a17dab15e930e/B of 40df89ae8162856f952a17dab15e930e into ef3587fbcc9a4d609d5d97e143b80ac1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:04,062 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:04,062 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/B, priority=12, startTime=1731458223588; duration=0sec 2024-11-13T00:37:04,062 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:04,062 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:B 2024-11-13T00:37:04,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458284066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458284066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/84763d65ce094b328524e24a55c13e2c 2024-11-13T00:37:04,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/30c9cb0ad8ee4f2bade960355416d751 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/30c9cb0ad8ee4f2bade960355416d751 2024-11-13T00:37:04,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/30c9cb0ad8ee4f2bade960355416d751, entries=150, sequenceid=452, filesize=12.0 K 2024-11-13T00:37:04,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/f45626c7f7194a649dc08d7d6b2bfdbe as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f45626c7f7194a649dc08d7d6b2bfdbe 2024-11-13T00:37:04,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f45626c7f7194a649dc08d7d6b2bfdbe, entries=150, sequenceid=452, filesize=12.0 K 2024-11-13T00:37:04,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/84763d65ce094b328524e24a55c13e2c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/84763d65ce094b328524e24a55c13e2c 2024-11-13T00:37:04,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/84763d65ce094b328524e24a55c13e2c, entries=150, sequenceid=452, filesize=12.0 K 2024-11-13T00:37:04,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 40df89ae8162856f952a17dab15e930e in 530ms, sequenceid=452, compaction requested=false 2024-11-13T00:37:04,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:04,368 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:04,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T00:37:04,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/7de100dd2fb249cab9d7281ab7a95a6b is 50, key is test_row_0/A:col10/1731458224367/Put/seqid=0 2024-11-13T00:37:04,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741930_1106 (size=17181) 2024-11-13T00:37:04,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458284383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458284384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458284385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458284387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458284496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458284496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458284496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458284497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T00:37:04,666 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:04,667 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-13T00:37:04,669 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T00:37:04,670 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:04,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458284706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458284708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458284708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458284708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T00:37:04,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/7de100dd2fb249cab9d7281ab7a95a6b 2024-11-13T00:37:04,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/915e2dd3ad164c5e85e2793caadca227 is 50, key is test_row_0/B:col10/1731458224367/Put/seqid=0 2024-11-13T00:37:04,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741931_1107 (size=12301) 2024-11-13T00:37:04,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/915e2dd3ad164c5e85e2793caadca227 2024-11-13T00:37:04,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T00:37:04,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:04,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:04,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:04,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:04,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:04,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/df74189b3c094ff0a1cf7bdd0b8757c6 is 50, key is test_row_0/C:col10/1731458224367/Put/seqid=0 2024-11-13T00:37:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:04,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741932_1108 (size=12301) 2024-11-13T00:37:04,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T00:37:04,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:04,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:04,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:04,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:04,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T00:37:05,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458285015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458285015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458285016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458285016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T00:37:05,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:05,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:05,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:05,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:05,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:05,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/df74189b3c094ff0a1cf7bdd0b8757c6 2024-11-13T00:37:05,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/7de100dd2fb249cab9d7281ab7a95a6b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/7de100dd2fb249cab9d7281ab7a95a6b 2024-11-13T00:37:05,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/7de100dd2fb249cab9d7281ab7a95a6b, entries=250, sequenceid=476, filesize=16.8 K 2024-11-13T00:37:05,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/915e2dd3ad164c5e85e2793caadca227 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/915e2dd3ad164c5e85e2793caadca227 2024-11-13T00:37:05,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/915e2dd3ad164c5e85e2793caadca227, entries=150, sequenceid=476, filesize=12.0 K 2024-11-13T00:37:05,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/df74189b3c094ff0a1cf7bdd0b8757c6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df74189b3c094ff0a1cf7bdd0b8757c6 2024-11-13T00:37:05,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df74189b3c094ff0a1cf7bdd0b8757c6, entries=150, sequenceid=476, filesize=12.0 K 2024-11-13T00:37:05,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 40df89ae8162856f952a17dab15e930e in 903ms, sequenceid=476, compaction requested=true 2024-11-13T00:37:05,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:05,271 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:05,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:05,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:05,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:05,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:05,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:05,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:05,272 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:05,274 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:05,274 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:05,274 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/A is initiating minor compaction (all files) 2024-11-13T00:37:05,274 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/B is initiating minor compaction (all files) 2024-11-13T00:37:05,274 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/A in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:05,274 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/B in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:05,274 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c277e95157e24a2283f0dc5c2b533d42, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/30c9cb0ad8ee4f2bade960355416d751, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/7de100dd2fb249cab9d7281ab7a95a6b] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=41.8 K 2024-11-13T00:37:05,274 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/ef3587fbcc9a4d609d5d97e143b80ac1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f45626c7f7194a649dc08d7d6b2bfdbe, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/915e2dd3ad164c5e85e2793caadca227] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=37.0 K 2024-11-13T00:37:05,275 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c277e95157e24a2283f0dc5c2b533d42, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731458222376 2024-11-13T00:37:05,275 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef3587fbcc9a4d609d5d97e143b80ac1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731458222376 2024-11-13T00:37:05,276 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 30c9cb0ad8ee4f2bade960355416d751, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731458223047 2024-11-13T00:37:05,276 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f45626c7f7194a649dc08d7d6b2bfdbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731458223047 2024-11-13T00:37:05,276 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7de100dd2fb249cab9d7281ab7a95a6b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731458223722 2024-11-13T00:37:05,276 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 915e2dd3ad164c5e85e2793caadca227, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731458223722 2024-11-13T00:37:05,292 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#A#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:05,292 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:05,293 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/d10711d23c17439ebcc51d775d249d7d is 50, key is test_row_0/B:col10/1731458224367/Put/seqid=0 2024-11-13T00:37:05,293 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/b08662d6a22e4b98a5ae4dc50497dba5 is 50, key is test_row_0/A:col10/1731458224367/Put/seqid=0 2024-11-13T00:37:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T00:37:05,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T00:37:05,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:05,297 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:37:05,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/f63d9f2facc54862a46058d863795e1e is 50, key is test_row_0/A:col10/1731458224384/Put/seqid=0 2024-11-13T00:37:05,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741933_1109 (size=13391) 2024-11-13T00:37:05,342 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/b08662d6a22e4b98a5ae4dc50497dba5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/b08662d6a22e4b98a5ae4dc50497dba5 2024-11-13T00:37:05,350 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/A of 40df89ae8162856f952a17dab15e930e into b08662d6a22e4b98a5ae4dc50497dba5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:05,350 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:05,350 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/A, priority=13, startTime=1731458225271; duration=0sec 2024-11-13T00:37:05,350 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:05,350 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:A 2024-11-13T00:37:05,350 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:05,355 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:05,355 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 40df89ae8162856f952a17dab15e930e/C is initiating minor compaction (all files) 2024-11-13T00:37:05,355 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40df89ae8162856f952a17dab15e930e/C in TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:05,355 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/fa395f4b40724e27a2416cf95554bbaa, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/84763d65ce094b328524e24a55c13e2c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df74189b3c094ff0a1cf7bdd0b8757c6] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp, totalSize=37.0 K 2024-11-13T00:37:05,357 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting fa395f4b40724e27a2416cf95554bbaa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731458222376 2024-11-13T00:37:05,357 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 84763d65ce094b328524e24a55c13e2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731458223047 2024-11-13T00:37:05,358 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting df74189b3c094ff0a1cf7bdd0b8757c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731458223722 2024-11-13T00:37:05,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741934_1110 (size=13391) 2024-11-13T00:37:05,385 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40df89ae8162856f952a17dab15e930e#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:05,387 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/e079bf3be1f944e68401d99cc4a1d0c5 is 50, key is test_row_0/C:col10/1731458224367/Put/seqid=0 2024-11-13T00:37:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741935_1111 (size=12301) 2024-11-13T00:37:05,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741936_1112 (size=13391) 2024-11-13T00:37:05,408 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/e079bf3be1f944e68401d99cc4a1d0c5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/e079bf3be1f944e68401d99cc4a1d0c5 2024-11-13T00:37:05,416 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/C of 40df89ae8162856f952a17dab15e930e into e079bf3be1f944e68401d99cc4a1d0c5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:05,416 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:05,417 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/C, priority=13, startTime=1731458225272; duration=0sec 2024-11-13T00:37:05,417 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:05,417 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:C 2024-11-13T00:37:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:05,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. as already flushing 2024-11-13T00:37:05,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458285564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458285565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458285571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458285573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458285675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458285675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458285686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458285686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,769 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/d10711d23c17439ebcc51d775d249d7d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d10711d23c17439ebcc51d775d249d7d 2024-11-13T00:37:05,776 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40df89ae8162856f952a17dab15e930e/B of 40df89ae8162856f952a17dab15e930e into d10711d23c17439ebcc51d775d249d7d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:05,776 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:05,776 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., storeName=40df89ae8162856f952a17dab15e930e/B, priority=13, startTime=1731458225272; duration=0sec 2024-11-13T00:37:05,776 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:05,776 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:B 2024-11-13T00:37:05,796 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/f63d9f2facc54862a46058d863795e1e 2024-11-13T00:37:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T00:37:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/e5a7edcceeb846bdb17870c5268417c8 is 50, key is test_row_0/B:col10/1731458224384/Put/seqid=0 2024-11-13T00:37:05,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741937_1113 (size=12301) 2024-11-13T00:37:05,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458285886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458285886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458285896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458285896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:06,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45406 deadline: 1731458286196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:06,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45444 deadline: 1731458286196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:06,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45392 deadline: 1731458286206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45422 deadline: 1731458286206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:06,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:06,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:06,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:06,233 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/e5a7edcceeb846bdb17870c5268417c8 2024-11-13T00:37:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4387353fc37f45b980750d7e1063ac8a is 50, key is test_row_0/C:col10/1731458224384/Put/seqid=0 2024-11-13T00:37:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741938_1114 (size=12301) 2024-11-13T00:37:06,572 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-13T00:37:06,572 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-13T00:37:06,572 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:06,572 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:06,575 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-13T00:37:06,575 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:06,578 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,578 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,578 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,578 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:06,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:06,579 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:06,579 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,581 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-13T00:37:06,581 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:06,581 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,581 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:06,659 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4387353fc37f45b980750d7e1063ac8a 2024-11-13T00:37:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/f63d9f2facc54862a46058d863795e1e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/f63d9f2facc54862a46058d863795e1e 2024-11-13T00:37:06,669 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/f63d9f2facc54862a46058d863795e1e, entries=150, sequenceid=489, filesize=12.0 K 2024-11-13T00:37:06,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/e5a7edcceeb846bdb17870c5268417c8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e5a7edcceeb846bdb17870c5268417c8 2024-11-13T00:37:06,675 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e5a7edcceeb846bdb17870c5268417c8, entries=150, sequenceid=489, filesize=12.0 K 2024-11-13T00:37:06,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/4387353fc37f45b980750d7e1063ac8a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4387353fc37f45b980750d7e1063ac8a 2024-11-13T00:37:06,680 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4387353fc37f45b980750d7e1063ac8a, entries=150, sequenceid=489, filesize=12.0 K 2024-11-13T00:37:06,681 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 40df89ae8162856f952a17dab15e930e in 1384ms, sequenceid=489, compaction requested=false 2024-11-13T00:37:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:06,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-13T00:37:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-13T00:37:06,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-13T00:37:06,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0130 sec 2024-11-13T00:37:06,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.0190 sec 2024-11-13T00:37:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:06,708 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:06,708 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-13T00:37:06,708 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-13T00:37:06,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T00:37:06,708 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:06,708 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:06,708 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,708 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,708 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,708 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:06,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:06,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/be32b329e6e3473ca1b971fa039c0ba2 is 50, key is test_row_0/A:col10/1731458225563/Put/seqid=0 2024-11-13T00:37:06,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741939_1115 (size=12301) 2024-11-13T00:37:06,719 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-13T00:37:06,719 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-13T00:37:06,719 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:06,719 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,719 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:06,719 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,719 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:06,719 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T00:37:06,816 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:06,937 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-13T00:37:06,937 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:06,937 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,937 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:06,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2783 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2800 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1256 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3767 rows 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1256 2024-11-13T00:37:06,938 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3767 rows 2024-11-13T00:37:06,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:37:06,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:37:06,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:06,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:06,944 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T00:37:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:06,953 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458226953"}]},"ts":"1731458226953"} 2024-11-13T00:37:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T00:37:06,955 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T00:37:06,955 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T00:37:06,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T00:37:06,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e, UNASSIGN}] 2024-11-13T00:37:06,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e, UNASSIGN 2024-11-13T00:37:06,964 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=40df89ae8162856f952a17dab15e930e, regionState=CLOSING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:37:06,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e, UNASSIGN because future has completed 2024-11-13T00:37:06,967 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T00:37:06,967 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41961 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=cb28580903fb,37235,1731458200455, table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T00:37:06,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:37:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T00:37:07,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/be32b329e6e3473ca1b971fa039c0ba2 2024-11-13T00:37:07,125 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close 40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:07,125 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T00:37:07,126 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing 40df89ae8162856f952a17dab15e930e, disabling compactions & flushes 2024-11-13T00:37:07,126 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:07,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/8255633083ea4443b59b357e2200c62a is 50, key is test_row_0/B:col10/1731458225563/Put/seqid=0 2024-11-13T00:37:07,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741940_1116 (size=12301) 2024-11-13T00:37:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T00:37:07,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/8255633083ea4443b59b357e2200c62a 2024-11-13T00:37:07,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/75959b4193174f008100351a4913b606 is 50, key is test_row_0/C:col10/1731458225563/Put/seqid=0 2024-11-13T00:37:07,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741941_1117 (size=12301) 2024-11-13T00:37:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T00:37:07,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/75959b4193174f008100351a4913b606 2024-11-13T00:37:07,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/be32b329e6e3473ca1b971fa039c0ba2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/be32b329e6e3473ca1b971fa039c0ba2 2024-11-13T00:37:07,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/be32b329e6e3473ca1b971fa039c0ba2, entries=150, sequenceid=518, filesize=12.0 K 2024-11-13T00:37:07,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/8255633083ea4443b59b357e2200c62a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/8255633083ea4443b59b357e2200c62a 2024-11-13T00:37:07,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/8255633083ea4443b59b357e2200c62a, entries=150, sequenceid=518, filesize=12.0 K 2024-11-13T00:37:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/75959b4193174f008100351a4913b606 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/75959b4193174f008100351a4913b606 2024-11-13T00:37:07,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/75959b4193174f008100351a4913b606, entries=150, sequenceid=518, filesize=12.0 K 2024-11-13T00:37:07,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=20.13 KB/20610 for 40df89ae8162856f952a17dab15e930e in 1260ms, sequenceid=518, compaction requested=true 2024-11-13T00:37:07,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40df89ae8162856f952a17dab15e930e: 2024-11-13T00:37:07,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:07,968 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:07,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:07,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:07,968 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:07,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:07,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40df89ae8162856f952a17dab15e930e:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:07,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:07,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. after waiting 0 ms 2024-11-13T00:37:07,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:07,969 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. because compaction request was cancelled 2024-11-13T00:37:07,969 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. because compaction request was cancelled 2024-11-13T00:37:07,969 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:A 2024-11-13T00:37:07,969 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:B 2024-11-13T00:37:07,969 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. because compaction request was cancelled 2024-11-13T00:37:07,969 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40df89ae8162856f952a17dab15e930e:C 2024-11-13T00:37:07,969 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing 40df89ae8162856f952a17dab15e930e 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-13T00:37:07,973 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/b524940a8e8743419953a474c5f2575d is 50, key is test_row_1/A:col10/1731458226936/Put/seqid=0 2024-11-13T00:37:07,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741942_1118 (size=7415) 2024-11-13T00:37:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T00:37:08,377 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/b524940a8e8743419953a474c5f2575d 2024-11-13T00:37:08,386 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7ed4aa798e9743a9a1630aab97373141 is 50, key is test_row_1/B:col10/1731458226936/Put/seqid=0 2024-11-13T00:37:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741943_1119 (size=7415) 2024-11-13T00:37:08,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:37:08,791 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7ed4aa798e9743a9a1630aab97373141 2024-11-13T00:37:08,799 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/0d4388a7baeb4119aa9a7383a01a2445 is 50, key is test_row_1/C:col10/1731458226936/Put/seqid=0 2024-11-13T00:37:08,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741944_1120 (size=7415) 2024-11-13T00:37:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T00:37:09,204 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/0d4388a7baeb4119aa9a7383a01a2445 2024-11-13T00:37:09,209 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/A/b524940a8e8743419953a474c5f2575d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/b524940a8e8743419953a474c5f2575d 2024-11-13T00:37:09,213 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/b524940a8e8743419953a474c5f2575d, entries=50, sequenceid=524, filesize=7.2 K 2024-11-13T00:37:09,214 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/B/7ed4aa798e9743a9a1630aab97373141 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7ed4aa798e9743a9a1630aab97373141 2024-11-13T00:37:09,218 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7ed4aa798e9743a9a1630aab97373141, entries=50, sequenceid=524, filesize=7.2 K 2024-11-13T00:37:09,219 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/.tmp/C/0d4388a7baeb4119aa9a7383a01a2445 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/0d4388a7baeb4119aa9a7383a01a2445 2024-11-13T00:37:09,223 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/0d4388a7baeb4119aa9a7383a01a2445, entries=50, sequenceid=524, filesize=7.2 K 2024-11-13T00:37:09,224 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 40df89ae8162856f952a17dab15e930e in 1255ms, sequenceid=524, compaction requested=true 2024-11-13T00:37:09,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c6f5930ae46543358ec090ef84b3a613, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ba2fa02d3cba42b6a75b172f4f475eb5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3bff68585bf543c78f7524f5a8f5820e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/86e8a44edec14d45b99b2efb5f755c23, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ccbeaa5b3c8e4a5da260b1d2c017f06b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/69f2cf3ca9c8430fbf74c8d5cef7cddc, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/82a036055adf4dd6822cd569e88f444a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a632945149d541638355706c384f7279, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a7ebd4e2500e452dabe6562f8ca47929, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/f462a3d2399d4b1ea2b6bb4176a2112e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/0a7d810100214ec59c68af287e62c57e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/47fabc395c124bf5b8f05cf95694734e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a037bca7f72c4df4a3be474818b08271, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/5e0117ee77b64f1fb81d07a97066965e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/201a977cc85c408ab73c87d706c86b61, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/1fb1e92c39914200b13310d338e38383, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c4a7782f4fbc46438acb3cff7f5a23db, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/17a56af32cce4b7ea4623f30b0bac015, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/9f814d14fa4349638f1659803553013e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ed65f112765947d2ae56d5e990d6bed7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/951ceeba535c4a10b8beb97fb3efe7ec, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/76377d39ce174982a14262e8c5c6512a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3fd8ab0db0594607a5b9beb09c47c85b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3670d6e0686e43e1af359497de58e663, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/d0545ee0a64340b1ae103e7eedb57ba1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/9b76799b5b684e2d9e79f29151a55c1a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/6066772e6c7e45fa96c0a5a40ca2edff, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ac5c40344f174bc38979bc42bbc6ec9b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c277e95157e24a2283f0dc5c2b533d42, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ca00a17eaf7e4596a257cfa41d2e7bf3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/30c9cb0ad8ee4f2bade960355416d751, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/7de100dd2fb249cab9d7281ab7a95a6b] to archive 2024-11-13T00:37:09,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:37:09,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c6f5930ae46543358ec090ef84b3a613 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c6f5930ae46543358ec090ef84b3a613 2024-11-13T00:37:09,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ba2fa02d3cba42b6a75b172f4f475eb5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ba2fa02d3cba42b6a75b172f4f475eb5 2024-11-13T00:37:09,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3bff68585bf543c78f7524f5a8f5820e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3bff68585bf543c78f7524f5a8f5820e 2024-11-13T00:37:09,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/86e8a44edec14d45b99b2efb5f755c23 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/86e8a44edec14d45b99b2efb5f755c23 2024-11-13T00:37:09,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ccbeaa5b3c8e4a5da260b1d2c017f06b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ccbeaa5b3c8e4a5da260b1d2c017f06b 2024-11-13T00:37:09,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/69f2cf3ca9c8430fbf74c8d5cef7cddc to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/69f2cf3ca9c8430fbf74c8d5cef7cddc 2024-11-13T00:37:09,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/82a036055adf4dd6822cd569e88f444a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/82a036055adf4dd6822cd569e88f444a 2024-11-13T00:37:09,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a632945149d541638355706c384f7279 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a632945149d541638355706c384f7279 2024-11-13T00:37:09,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a7ebd4e2500e452dabe6562f8ca47929 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a7ebd4e2500e452dabe6562f8ca47929 2024-11-13T00:37:09,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/f462a3d2399d4b1ea2b6bb4176a2112e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/f462a3d2399d4b1ea2b6bb4176a2112e 2024-11-13T00:37:09,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/0a7d810100214ec59c68af287e62c57e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/0a7d810100214ec59c68af287e62c57e 2024-11-13T00:37:09,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/47fabc395c124bf5b8f05cf95694734e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/47fabc395c124bf5b8f05cf95694734e 2024-11-13T00:37:09,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a037bca7f72c4df4a3be474818b08271 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/a037bca7f72c4df4a3be474818b08271 2024-11-13T00:37:09,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/5e0117ee77b64f1fb81d07a97066965e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/5e0117ee77b64f1fb81d07a97066965e 2024-11-13T00:37:09,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/201a977cc85c408ab73c87d706c86b61 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/201a977cc85c408ab73c87d706c86b61 2024-11-13T00:37:09,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/1fb1e92c39914200b13310d338e38383 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/1fb1e92c39914200b13310d338e38383 2024-11-13T00:37:09,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c4a7782f4fbc46438acb3cff7f5a23db to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c4a7782f4fbc46438acb3cff7f5a23db 2024-11-13T00:37:09,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/17a56af32cce4b7ea4623f30b0bac015 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/17a56af32cce4b7ea4623f30b0bac015 2024-11-13T00:37:09,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/9f814d14fa4349638f1659803553013e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/9f814d14fa4349638f1659803553013e 2024-11-13T00:37:09,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ed65f112765947d2ae56d5e990d6bed7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ed65f112765947d2ae56d5e990d6bed7 2024-11-13T00:37:09,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/951ceeba535c4a10b8beb97fb3efe7ec to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/951ceeba535c4a10b8beb97fb3efe7ec 2024-11-13T00:37:09,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/76377d39ce174982a14262e8c5c6512a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/76377d39ce174982a14262e8c5c6512a 2024-11-13T00:37:09,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3fd8ab0db0594607a5b9beb09c47c85b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3fd8ab0db0594607a5b9beb09c47c85b 2024-11-13T00:37:09,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3670d6e0686e43e1af359497de58e663 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/3670d6e0686e43e1af359497de58e663 2024-11-13T00:37:09,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/d0545ee0a64340b1ae103e7eedb57ba1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/d0545ee0a64340b1ae103e7eedb57ba1 2024-11-13T00:37:09,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/9b76799b5b684e2d9e79f29151a55c1a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/9b76799b5b684e2d9e79f29151a55c1a 2024-11-13T00:37:09,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/6066772e6c7e45fa96c0a5a40ca2edff to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/6066772e6c7e45fa96c0a5a40ca2edff 2024-11-13T00:37:09,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ac5c40344f174bc38979bc42bbc6ec9b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ac5c40344f174bc38979bc42bbc6ec9b 2024-11-13T00:37:09,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c277e95157e24a2283f0dc5c2b533d42 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/c277e95157e24a2283f0dc5c2b533d42 2024-11-13T00:37:09,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ca00a17eaf7e4596a257cfa41d2e7bf3 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/ca00a17eaf7e4596a257cfa41d2e7bf3 2024-11-13T00:37:09,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/30c9cb0ad8ee4f2bade960355416d751 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/30c9cb0ad8ee4f2bade960355416d751 2024-11-13T00:37:09,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/7de100dd2fb249cab9d7281ab7a95a6b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/7de100dd2fb249cab9d7281ab7a95a6b 2024-11-13T00:37:09,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/2872b408ab93491098fb9da8027d769c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f4cda643f9400cad2b8eef76186906, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b0acbad93ed54a15a81de7d263f9d0ac, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/ced26dc656f4414db6e69e417d9b3b7c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d8ebc927b14e4c0889b986d70c7c9a19, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b7557b6da1924894b7bda19837eb0966, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3fece2a4dbe4d96976afae60bf9ac00, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/569f17d1661046fd8bf8357bd32b71b0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f494716ded4e44a1a6db4af870f96b64, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/3c5bc37b7dd24a2db55aa531f424c65d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/72eaaf22fa274cb186961fb3e6011088, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7a809b08cfa3437faf15ec47ba804159, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7053df885e8e411d9620040d0ead1265, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/3237da571c6344a4b3df6d379a895e8d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/4e99599149034ae98ec0493bbc7d8499, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/702a928e46084621a69dc136c984f200, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c6753e0546f4b97b6a2370d8c316a1a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c68b98729e24745ac12cb1acc48b93d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f43c607548f243b1a974fa88982ba5bd, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d97f554e5ec646fe99e1e139381ba657, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/9c6369de3bc84e7abee53e9239d47298, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b3bbf072515f410685d68e0a5e0890d3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/113ec5d9d6894063960106cece9abf9d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/edbb573f2d0848a7a195d56b19aa90ee, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/6d530e45fa5d4c6d89f3f26760b8c477, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f8e101d16b4185885aa61225f8e766, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/98d5533736b34ce6999ee15e323bf267, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/a044ab35e6a04f849fcc97d5740e6023, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/ef3587fbcc9a4d609d5d97e143b80ac1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3aa79591e634eda819e897fdd86b076, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f45626c7f7194a649dc08d7d6b2bfdbe, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/915e2dd3ad164c5e85e2793caadca227] to archive 2024-11-13T00:37:09,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:37:09,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/2872b408ab93491098fb9da8027d769c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/2872b408ab93491098fb9da8027d769c 2024-11-13T00:37:09,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f4cda643f9400cad2b8eef76186906 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f4cda643f9400cad2b8eef76186906 2024-11-13T00:37:09,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b0acbad93ed54a15a81de7d263f9d0ac to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b0acbad93ed54a15a81de7d263f9d0ac 2024-11-13T00:37:09,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/ced26dc656f4414db6e69e417d9b3b7c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/ced26dc656f4414db6e69e417d9b3b7c 2024-11-13T00:37:09,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d8ebc927b14e4c0889b986d70c7c9a19 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d8ebc927b14e4c0889b986d70c7c9a19 2024-11-13T00:37:09,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b7557b6da1924894b7bda19837eb0966 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b7557b6da1924894b7bda19837eb0966 2024-11-13T00:37:09,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3fece2a4dbe4d96976afae60bf9ac00 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3fece2a4dbe4d96976afae60bf9ac00 2024-11-13T00:37:09,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/569f17d1661046fd8bf8357bd32b71b0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/569f17d1661046fd8bf8357bd32b71b0 2024-11-13T00:37:09,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f494716ded4e44a1a6db4af870f96b64 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f494716ded4e44a1a6db4af870f96b64 2024-11-13T00:37:09,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/3c5bc37b7dd24a2db55aa531f424c65d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/3c5bc37b7dd24a2db55aa531f424c65d 2024-11-13T00:37:09,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/72eaaf22fa274cb186961fb3e6011088 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/72eaaf22fa274cb186961fb3e6011088 2024-11-13T00:37:09,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7a809b08cfa3437faf15ec47ba804159 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7a809b08cfa3437faf15ec47ba804159 2024-11-13T00:37:09,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7053df885e8e411d9620040d0ead1265 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7053df885e8e411d9620040d0ead1265 2024-11-13T00:37:09,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/3237da571c6344a4b3df6d379a895e8d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/3237da571c6344a4b3df6d379a895e8d 2024-11-13T00:37:09,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/4e99599149034ae98ec0493bbc7d8499 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/4e99599149034ae98ec0493bbc7d8499 2024-11-13T00:37:09,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/702a928e46084621a69dc136c984f200 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/702a928e46084621a69dc136c984f200 2024-11-13T00:37:09,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c6753e0546f4b97b6a2370d8c316a1a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c6753e0546f4b97b6a2370d8c316a1a 2024-11-13T00:37:09,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c68b98729e24745ac12cb1acc48b93d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7c68b98729e24745ac12cb1acc48b93d 2024-11-13T00:37:09,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f43c607548f243b1a974fa88982ba5bd to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f43c607548f243b1a974fa88982ba5bd 2024-11-13T00:37:09,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d97f554e5ec646fe99e1e139381ba657 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d97f554e5ec646fe99e1e139381ba657 2024-11-13T00:37:09,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/9c6369de3bc84e7abee53e9239d47298 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/9c6369de3bc84e7abee53e9239d47298 2024-11-13T00:37:09,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b3bbf072515f410685d68e0a5e0890d3 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/b3bbf072515f410685d68e0a5e0890d3 2024-11-13T00:37:09,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/113ec5d9d6894063960106cece9abf9d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/113ec5d9d6894063960106cece9abf9d 2024-11-13T00:37:09,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/edbb573f2d0848a7a195d56b19aa90ee to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/edbb573f2d0848a7a195d56b19aa90ee 2024-11-13T00:37:09,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/6d530e45fa5d4c6d89f3f26760b8c477 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/6d530e45fa5d4c6d89f3f26760b8c477 2024-11-13T00:37:09,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f8e101d16b4185885aa61225f8e766 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/37f8e101d16b4185885aa61225f8e766 2024-11-13T00:37:09,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/98d5533736b34ce6999ee15e323bf267 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/98d5533736b34ce6999ee15e323bf267 2024-11-13T00:37:09,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/a044ab35e6a04f849fcc97d5740e6023 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/a044ab35e6a04f849fcc97d5740e6023 2024-11-13T00:37:09,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/ef3587fbcc9a4d609d5d97e143b80ac1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/ef3587fbcc9a4d609d5d97e143b80ac1 2024-11-13T00:37:09,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3aa79591e634eda819e897fdd86b076 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e3aa79591e634eda819e897fdd86b076 2024-11-13T00:37:09,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f45626c7f7194a649dc08d7d6b2bfdbe to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/f45626c7f7194a649dc08d7d6b2bfdbe 2024-11-13T00:37:09,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/915e2dd3ad164c5e85e2793caadca227 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/915e2dd3ad164c5e85e2793caadca227 2024-11-13T00:37:09,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/1eb0fadc2c1743e0a487166f7de9af4b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/abb8c8f50083467b9f5f0f58c04da08b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4b408cd892564d4192cb7784e5512edd, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4ded61ce3e2b422482eca496577d9764, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a28d9be2f6a542df95ac7f539575c3b3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/996bcfeb22f24532879f733c872d7168, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/56c1f826961b41b989a037113245bbd9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/c10c469cfa5d4fb291a62275830cf702, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a6364edbde544c2cb1908252632774c9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/14cc720d849b403cbd1ea3f8d76fc400, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/253d77fe7ea543d7ae16afa5dc072b42, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df82744f9c66469f8eb641848bfcfce5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/69f9b815f3bc4a928951a0de5d08d41b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/961795ef5c144853ac7d4b0e889bb368, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/ae25cff18c7642249b74f1be6736b19d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/170e42cd596840d98f83c4e641a29314, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/bc87aae4cdaf47ba90bc57315776aad4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/098711b378504c4d8eb8bb1fc73b3069, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/edf6fc0323794a9ca69a3c23efff4422, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/62a2514b4bb44b50b60776cf23ae804a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/90df1c705a2f4c6ea65d7dc09cf3c49c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/816dd9708ddf4c519b3e63e3e4142cd6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/28e34e79183d4325a1c28b3f75f3fc6a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/e7cc332826364526ba3153b84359d696, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a950e49ae7db45969f890a536aa3f3ed, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4c6ceaa582e5487ea26ff5722f58949a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/74800213fdc84196b2ea6f070d7e1048, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/9ae91421e86d44ef92bf5f2a6153c6da, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/fa395f4b40724e27a2416cf95554bbaa, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/f3580fa16bd447c9bd6afac1e5bbc9a1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/84763d65ce094b328524e24a55c13e2c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df74189b3c094ff0a1cf7bdd0b8757c6] to archive 2024-11-13T00:37:09,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:37:09,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/1eb0fadc2c1743e0a487166f7de9af4b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/1eb0fadc2c1743e0a487166f7de9af4b 2024-11-13T00:37:09,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/abb8c8f50083467b9f5f0f58c04da08b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/abb8c8f50083467b9f5f0f58c04da08b 2024-11-13T00:37:09,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4b408cd892564d4192cb7784e5512edd to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4b408cd892564d4192cb7784e5512edd 2024-11-13T00:37:09,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4ded61ce3e2b422482eca496577d9764 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4ded61ce3e2b422482eca496577d9764 2024-11-13T00:37:09,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a28d9be2f6a542df95ac7f539575c3b3 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a28d9be2f6a542df95ac7f539575c3b3 2024-11-13T00:37:09,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/996bcfeb22f24532879f733c872d7168 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/996bcfeb22f24532879f733c872d7168 2024-11-13T00:37:09,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/56c1f826961b41b989a037113245bbd9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/56c1f826961b41b989a037113245bbd9 2024-11-13T00:37:09,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/c10c469cfa5d4fb291a62275830cf702 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/c10c469cfa5d4fb291a62275830cf702 2024-11-13T00:37:09,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a6364edbde544c2cb1908252632774c9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a6364edbde544c2cb1908252632774c9 2024-11-13T00:37:09,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/14cc720d849b403cbd1ea3f8d76fc400 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/14cc720d849b403cbd1ea3f8d76fc400 2024-11-13T00:37:09,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/253d77fe7ea543d7ae16afa5dc072b42 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/253d77fe7ea543d7ae16afa5dc072b42 2024-11-13T00:37:09,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df82744f9c66469f8eb641848bfcfce5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df82744f9c66469f8eb641848bfcfce5 2024-11-13T00:37:09,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/69f9b815f3bc4a928951a0de5d08d41b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/69f9b815f3bc4a928951a0de5d08d41b 2024-11-13T00:37:09,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/961795ef5c144853ac7d4b0e889bb368 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/961795ef5c144853ac7d4b0e889bb368 2024-11-13T00:37:09,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/ae25cff18c7642249b74f1be6736b19d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/ae25cff18c7642249b74f1be6736b19d 2024-11-13T00:37:09,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/170e42cd596840d98f83c4e641a29314 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/170e42cd596840d98f83c4e641a29314 2024-11-13T00:37:09,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/bc87aae4cdaf47ba90bc57315776aad4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/bc87aae4cdaf47ba90bc57315776aad4 2024-11-13T00:37:09,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/098711b378504c4d8eb8bb1fc73b3069 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/098711b378504c4d8eb8bb1fc73b3069 2024-11-13T00:37:09,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/edf6fc0323794a9ca69a3c23efff4422 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/edf6fc0323794a9ca69a3c23efff4422 2024-11-13T00:37:09,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/62a2514b4bb44b50b60776cf23ae804a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/62a2514b4bb44b50b60776cf23ae804a 2024-11-13T00:37:09,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/90df1c705a2f4c6ea65d7dc09cf3c49c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/90df1c705a2f4c6ea65d7dc09cf3c49c 2024-11-13T00:37:09,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/816dd9708ddf4c519b3e63e3e4142cd6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/816dd9708ddf4c519b3e63e3e4142cd6 2024-11-13T00:37:09,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/28e34e79183d4325a1c28b3f75f3fc6a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/28e34e79183d4325a1c28b3f75f3fc6a 2024-11-13T00:37:09,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/e7cc332826364526ba3153b84359d696 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/e7cc332826364526ba3153b84359d696 2024-11-13T00:37:09,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a950e49ae7db45969f890a536aa3f3ed to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/a950e49ae7db45969f890a536aa3f3ed 2024-11-13T00:37:09,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4c6ceaa582e5487ea26ff5722f58949a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4c6ceaa582e5487ea26ff5722f58949a 2024-11-13T00:37:09,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/74800213fdc84196b2ea6f070d7e1048 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/74800213fdc84196b2ea6f070d7e1048 2024-11-13T00:37:09,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/9ae91421e86d44ef92bf5f2a6153c6da to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/9ae91421e86d44ef92bf5f2a6153c6da 2024-11-13T00:37:09,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/fa395f4b40724e27a2416cf95554bbaa to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/fa395f4b40724e27a2416cf95554bbaa 2024-11-13T00:37:09,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/f3580fa16bd447c9bd6afac1e5bbc9a1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/f3580fa16bd447c9bd6afac1e5bbc9a1 2024-11-13T00:37:09,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/84763d65ce094b328524e24a55c13e2c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/84763d65ce094b328524e24a55c13e2c 2024-11-13T00:37:09,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df74189b3c094ff0a1cf7bdd0b8757c6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/df74189b3c094ff0a1cf7bdd0b8757c6 2024-11-13T00:37:09,384 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/recovered.edits/527.seqid, newMaxSeqId=527, maxSeqId=1 2024-11-13T00:37:09,385 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. 2024-11-13T00:37:09,386 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for 40df89ae8162856f952a17dab15e930e: Waiting for close lock at 1731458227126Running coprocessor pre-close hooks at 1731458227126Disabling compacts and flushes for region at 1731458227126Disabling writes for close at 1731458227969 (+843 ms)Obtaining lock to block concurrent updates at 1731458227969Preparing flush snapshotting stores in 40df89ae8162856f952a17dab15e930e at 1731458227969Finished memstore snapshotting TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731458227969Flushing stores of TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e. at 1731458227970 (+1 ms)Flushing 40df89ae8162856f952a17dab15e930e/A: creating writer at 1731458227970Flushing 40df89ae8162856f952a17dab15e930e/A: appending metadata at 1731458227972 (+2 ms)Flushing 40df89ae8162856f952a17dab15e930e/A: closing flushed file at 1731458227972Flushing 40df89ae8162856f952a17dab15e930e/B: creating writer at 1731458228383 (+411 ms)Flushing 40df89ae8162856f952a17dab15e930e/B: appending metadata at 1731458228385 (+2 ms)Flushing 40df89ae8162856f952a17dab15e930e/B: closing flushed file at 1731458228386 (+1 ms)Flushing 40df89ae8162856f952a17dab15e930e/C: creating writer at 1731458228796 (+410 ms)Flushing 40df89ae8162856f952a17dab15e930e/C: appending metadata at 1731458228799 (+3 ms)Flushing 40df89ae8162856f952a17dab15e930e/C: closing flushed file at 1731458228799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b0f7012: reopening flushed file at 1731458229209 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42043875: reopening flushed file at 1731458229214 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ecdf2b: reopening flushed file at 1731458229218 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 40df89ae8162856f952a17dab15e930e in 1255ms, sequenceid=524, compaction requested=true at 1731458229224 (+6 ms)Writing region close event to WAL at 1731458229381 (+157 ms)Running coprocessor post-close hooks at 1731458229385 (+4 ms)Closed at 1731458229385 2024-11-13T00:37:09,388 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed 40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:09,389 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=40df89ae8162856f952a17dab15e930e, regionState=CLOSED 2024-11-13T00:37:09,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:37:09,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-13T00:37:09,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure 40df89ae8162856f952a17dab15e930e, server=cb28580903fb,37235,1731458200455 in 2.4260 sec 2024-11-13T00:37:09,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-11-13T00:37:09,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40df89ae8162856f952a17dab15e930e, UNASSIGN in 2.4320 sec 2024-11-13T00:37:09,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-13T00:37:09,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4400 sec 2024-11-13T00:37:09,402 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458229402"}]},"ts":"1731458229402"} 2024-11-13T00:37:09,404 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T00:37:09,404 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T00:37:09,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.4590 sec 2024-11-13T00:37:10,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T00:37:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T00:37:11,116 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:11,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T00:37:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:11,125 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T00:37:11,126 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:11,130 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:11,134 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/recovered.edits] 2024-11-13T00:37:11,137 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/b08662d6a22e4b98a5ae4dc50497dba5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/b08662d6a22e4b98a5ae4dc50497dba5 2024-11-13T00:37:11,138 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/b524940a8e8743419953a474c5f2575d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/b524940a8e8743419953a474c5f2575d 2024-11-13T00:37:11,139 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/be32b329e6e3473ca1b971fa039c0ba2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/be32b329e6e3473ca1b971fa039c0ba2 2024-11-13T00:37:11,141 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/f63d9f2facc54862a46058d863795e1e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/A/f63d9f2facc54862a46058d863795e1e 2024-11-13T00:37:11,144 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7ed4aa798e9743a9a1630aab97373141 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/7ed4aa798e9743a9a1630aab97373141 2024-11-13T00:37:11,145 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/8255633083ea4443b59b357e2200c62a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/8255633083ea4443b59b357e2200c62a 2024-11-13T00:37:11,146 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d10711d23c17439ebcc51d775d249d7d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/d10711d23c17439ebcc51d775d249d7d 2024-11-13T00:37:11,147 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e5a7edcceeb846bdb17870c5268417c8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/B/e5a7edcceeb846bdb17870c5268417c8 2024-11-13T00:37:11,149 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/0d4388a7baeb4119aa9a7383a01a2445 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/0d4388a7baeb4119aa9a7383a01a2445 2024-11-13T00:37:11,151 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4387353fc37f45b980750d7e1063ac8a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/4387353fc37f45b980750d7e1063ac8a 2024-11-13T00:37:11,152 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/75959b4193174f008100351a4913b606 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/75959b4193174f008100351a4913b606 2024-11-13T00:37:11,153 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/e079bf3be1f944e68401d99cc4a1d0c5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/C/e079bf3be1f944e68401d99cc4a1d0c5 2024-11-13T00:37:11,156 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/recovered.edits/527.seqid to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e/recovered.edits/527.seqid 2024-11-13T00:37:11,157 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/40df89ae8162856f952a17dab15e930e 2024-11-13T00:37:11,157 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T00:37:11,163 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:11,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T00:37:11,174 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T00:37:11,204 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T00:37:11,205 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:11,206 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T00:37:11,206 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731458231206"}]},"ts":"9223372036854775807"} 2024-11-13T00:37:11,210 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T00:37:11,210 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 40df89ae8162856f952a17dab15e930e, NAME => 'TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T00:37:11,210 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T00:37:11,211 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731458231210"}]},"ts":"9223372036854775807"} 2024-11-13T00:37:11,214 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T00:37:11,215 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:11,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-11-13T00:37:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T00:37:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T00:37:11,237 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:11,256 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cb28580903fb:37235-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875925214_22 at /127.0.0.1:34592 [Waiting for operation #98] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1984966870_22 at /127.0.0.1:50410 [Waiting for operation #280] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/cb28580903fb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875925214_22 at /127.0.0.1:50276 [Waiting for operation #293] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=949 (was 1517) 2024-11-13T00:37:11,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=947 2024-11-13T00:37:11,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T00:37:11,268 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:37:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:11,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:37:11,271 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:11,271 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 28 2024-11-13T00:37:11,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:37:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-13T00:37:11,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741945_1121 (size=959) 2024-11-13T00:37:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-13T00:37:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-13T00:37:11,681 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b 2024-11-13T00:37:11,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741946_1122 (size=53) 2024-11-13T00:37:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-13T00:37:12,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:37:12,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, disabling compactions & flushes 2024-11-13T00:37:12,087 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:12,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:12,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. after waiting 0 ms 2024-11-13T00:37:12,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:12,087 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:12,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: Waiting for close lock at 1731458232087Disabling compacts and flushes for region at 1731458232087Disabling writes for close at 1731458232087Writing region close event to WAL at 1731458232087Closed at 1731458232087 2024-11-13T00:37:12,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:37:12,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731458232089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731458232089"}]},"ts":"1731458232089"} 2024-11-13T00:37:12,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:37:12,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:37:12,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458232092"}]},"ts":"1731458232092"} 2024-11-13T00:37:12,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T00:37:12,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, ASSIGN}] 2024-11-13T00:37:12,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, ASSIGN 2024-11-13T00:37:12,095 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, ASSIGN; state=OFFLINE, location=cb28580903fb,37235,1731458200455; forceNewPlan=false, retain=false 2024-11-13T00:37:12,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, regionState=OPENING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:37:12,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, ASSIGN because future has completed 2024-11-13T00:37:12,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:37:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-13T00:37:12,406 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:12,407 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:37:12,407 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,407 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:37:12,407 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,407 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,408 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,410 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 columnFamilyName A 2024-11-13T00:37:12,411 DEBUG [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:12,411 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(327): Store=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:37:12,411 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,412 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 columnFamilyName B 2024-11-13T00:37:12,412 DEBUG [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:12,413 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(327): Store=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:37:12,413 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,414 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 columnFamilyName C 2024-11-13T00:37:12,414 DEBUG [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:12,414 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(327): Store=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:37:12,414 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,415 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,415 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,416 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,416 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,416 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:37:12,417 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,419 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:37:12,420 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68988659, jitterRate=0.028011128306388855}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:37:12,420 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:12,421 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: Running coprocessor pre-open hook at 1731458232407Writing region info on filesystem at 1731458232407Initializing all the Stores at 1731458232408 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458232408Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458232408Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458232408Cleaning up temporary data from old regions at 1731458232416 (+8 ms)Running coprocessor post-open hooks at 1731458232420 (+4 ms)Region opened successfully at 1731458232421 (+1 ms) 2024-11-13T00:37:12,422 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., pid=30, masterSystemTime=1731458232402 2024-11-13T00:37:12,424 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:12,424 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:12,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:37:12,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:37:12,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-13T00:37:12,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 in 178 msec 2024-11-13T00:37:12,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-13T00:37:12,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, ASSIGN in 336 msec 2024-11-13T00:37:12,432 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:37:12,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458232432"}]},"ts":"1731458232432"} 2024-11-13T00:37:12,434 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T00:37:12,435 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:37:12,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-13T00:37:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-13T00:37:13,416 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:13,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79527845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:13,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:13,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:13,419 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:13,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e67fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:13,421 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:13,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f1990d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:13,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:13,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:13,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:13,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:13,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:37:13,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41961,1731458199640 2024-11-13T00:37:13,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695273e8 2024-11-13T00:37:13,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:37:13,428 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:37:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T00:37:13,432 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:37:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:13,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741947_1123 (size=995) 2024-11-13T00:37:13,851 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T00:37:13,851 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T00:37:13,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T00:37:13,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, REOPEN/MOVE}] 2024-11-13T00:37:13,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, REOPEN/MOVE 2024-11-13T00:37:13,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, regionState=CLOSING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:37:13,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, REOPEN/MOVE because future has completed 2024-11-13T00:37:13,868 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T00:37:13,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:37:14,021 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,021 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T00:37:14,021 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, disabling compactions & flushes 2024-11-13T00:37:14,021 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,021 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,021 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. after waiting 0 ms 2024-11-13T00:37:14,021 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,025 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T00:37:14,025 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,025 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: Waiting for close lock at 1731458234021Running coprocessor pre-close hooks at 1731458234021Disabling compacts and flushes for region at 1731458234021Disabling writes for close at 1731458234021Writing region close event to WAL at 1731458234021Running coprocessor post-close hooks at 1731458234025 (+4 ms)Closed at 1731458234025 2024-11-13T00:37:14,026 WARN [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to self. 2024-11-13T00:37:14,027 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, regionState=CLOSED 2024-11-13T00:37:14,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:37:14,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-13T00:37:14,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 in 163 msec 2024-11-13T00:37:14,034 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, REOPEN/MOVE; state=CLOSED, location=cb28580903fb,37235,1731458200455; forceNewPlan=false, retain=true 2024-11-13T00:37:14,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, regionState=OPENING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, REOPEN/MOVE because future has completed 2024-11-13T00:37:14,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:37:14,342 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,342 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:37:14,343 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,343 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:37:14,343 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,343 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,347 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,352 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 columnFamilyName A 2024-11-13T00:37:14,354 DEBUG [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:14,354 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(327): Store=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:37:14,355 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,355 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 columnFamilyName B 2024-11-13T00:37:14,356 DEBUG [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:14,356 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(327): Store=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:37:14,356 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,357 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 columnFamilyName C 2024-11-13T00:37:14,357 DEBUG [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:14,357 INFO [StoreOpener-9cfc0f78ab6fa13dd0cf8b6fa5a58cf7-1 {}] regionserver.HStore(327): Store=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:37:14,358 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,358 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,359 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,360 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,360 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,361 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:37:14,362 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,363 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58940782, jitterRate=-0.12171390652656555}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:37:14,363 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,364 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: Running coprocessor pre-open hook at 1731458234343Writing region info on filesystem at 1731458234343Initializing all the Stores at 1731458234344 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458234344Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458234344Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458234344Cleaning up temporary data from old regions at 1731458234360 (+16 ms)Running coprocessor post-open hooks at 1731458234363 (+3 ms)Region opened successfully at 1731458234364 (+1 ms) 2024-11-13T00:37:14,364 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., pid=35, masterSystemTime=1731458234339 2024-11-13T00:37:14,366 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,366 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, regionState=OPEN, openSeqNum=5, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:37:14,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33 2024-11-13T00:37:14,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 in 182 msec 2024-11-13T00:37:14,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-13T00:37:14,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, REOPEN/MOVE in 507 msec 2024-11-13T00:37:14,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-13T00:37:14,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 519 msec 2024-11-13T00:37:14,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 943 msec 2024-11-13T00:37:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-13T00:37:14,381 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:14,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:14,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:14,384 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7b1dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:14,385 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:14,386 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f321aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:14,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:14,387 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba1929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:14,389 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e569ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:14,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:14,393 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c5d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:14,396 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c1588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:14,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:14,399 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:14,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:14,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:14,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57442b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:14,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:14,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:14,401 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615b4fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:14,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:14,406 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:14,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:14,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4234d8b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:14,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:14,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:14,410 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192d9781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:14,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:14,415 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:14,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:14,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:14,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c03001e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:14,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:14,416 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:14,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af6be75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:14,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:14,420 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfc90db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:14,422 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7a6519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:14,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:14,429 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d661940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:14,431 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:14,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c6f230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:14,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:14,433 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff08369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:14,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:14,434 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:14,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75874e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:14,435 DEBUG [Thread-630 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:14,435 DEBUG [Thread-639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:14,435 DEBUG [Thread-628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:14,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:14,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:14,437 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:14,437 DEBUG [Thread-635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:14,437 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:14,437 DEBUG [Thread-633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:14,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:14,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:14,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:14,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:14,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:14,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:14,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:14,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:14,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:14,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:14,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-13T00:37:14,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:14,441 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-13T00:37:14,442 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:14,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:37:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:37:14,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:37:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:37:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:37:14,450 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:14,450 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:14,450 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:14,451 DEBUG [Thread-622 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:14,451 DEBUG [Thread-622 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:14,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:14,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:14,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:14,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:14,456 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:37:14,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:14,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:37:14,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:14,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:37:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:37:14,463 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:14,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:37:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131f56ece70d6a44d9adf39a1e76186e25_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458234460/Put/seqid=0 2024-11-13T00:37:14,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458294529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458294533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458294535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458294537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-13T00:37:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741948_1124 (size=17034) 2024-11-13T00:37:14,553 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:14,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458294541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,561 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131f56ece70d6a44d9adf39a1e76186e25_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131f56ece70d6a44d9adf39a1e76186e25_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,563 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/8d1f23d6b0074ce49b468fe65cd085b8, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:14,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/8d1f23d6b0074ce49b468fe65cd085b8 is 175, key is test_row_0/A:col10/1731458234460/Put/seqid=0 2024-11-13T00:37:14,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741949_1125 (size=48139) 2024-11-13T00:37:14,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:14,600 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/8d1f23d6b0074ce49b468fe65cd085b8 2024-11-13T00:37:14,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/b16fe19b875a4a2ab4a69d10bf2c0c26 is 50, key is test_row_0/B:col10/1731458234460/Put/seqid=0 2024-11-13T00:37:14,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458294646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458294647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458294647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458294647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741950_1126 (size=12001) 2024-11-13T00:37:14,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/b16fe19b875a4a2ab4a69d10bf2c0c26 2024-11-13T00:37:14,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458294666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/f0819fef8f2f42039ca1db00f7d3bef8 is 50, key is test_row_0/C:col10/1731458234460/Put/seqid=0 2024-11-13T00:37:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741951_1127 (size=12001) 2024-11-13T00:37:14,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/f0819fef8f2f42039ca1db00f7d3bef8 2024-11-13T00:37:14,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:14,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:14,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:14,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/8d1f23d6b0074ce49b468fe65cd085b8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/8d1f23d6b0074ce49b468fe65cd085b8 2024-11-13T00:37:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-13T00:37:14,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/8d1f23d6b0074ce49b468fe65cd085b8, entries=250, sequenceid=16, filesize=47.0 K 2024-11-13T00:37:14,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/b16fe19b875a4a2ab4a69d10bf2c0c26 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/b16fe19b875a4a2ab4a69d10bf2c0c26 2024-11-13T00:37:14,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/b16fe19b875a4a2ab4a69d10bf2c0c26, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T00:37:14,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/f0819fef8f2f42039ca1db00f7d3bef8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/f0819fef8f2f42039ca1db00f7d3bef8 2024-11-13T00:37:14,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/f0819fef8f2f42039ca1db00f7d3bef8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T00:37:14,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 319ms, sequenceid=16, compaction requested=false 2024-11-13T00:37:14,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:14,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:37:14,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:14,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:14,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458294887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:14,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458294890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458294899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111357a33eb394d9480fac8c58a10a8b77fa_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458234865/Put/seqid=0 2024-11-13T00:37:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T00:37:14,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458294907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458294917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:14,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:14,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741952_1128 (size=14594) 2024-11-13T00:37:14,976 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:14,982 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111357a33eb394d9480fac8c58a10a8b77fa_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111357a33eb394d9480fac8c58a10a8b77fa_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:14,984 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/4c210eca66244c8abac8f7b4000b7ce5, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:14,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/4c210eca66244c8abac8f7b4000b7ce5 is 175, key is test_row_0/A:col10/1731458234865/Put/seqid=0 2024-11-13T00:37:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741953_1129 (size=39549) 2024-11-13T00:37:15,003 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/4c210eca66244c8abac8f7b4000b7ce5 2024-11-13T00:37:15,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458295017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/59e66e4d328248a18d02a0671131b3a0 is 50, key is test_row_0/B:col10/1731458234865/Put/seqid=0 2024-11-13T00:37:15,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458295017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458295017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458295036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458295036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741954_1130 (size=12001) 2024-11-13T00:37:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-13T00:37:15,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458295226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458295226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458295236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458295246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458295246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:15,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:15,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/59e66e4d328248a18d02a0671131b3a0 2024-11-13T00:37:15,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ab7090886cc14ccb8398eb37fc3fe680 is 50, key is test_row_0/C:col10/1731458234865/Put/seqid=0 2024-11-13T00:37:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741955_1131 (size=12001) 2024-11-13T00:37:15,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ab7090886cc14ccb8398eb37fc3fe680 2024-11-13T00:37:15,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/4c210eca66244c8abac8f7b4000b7ce5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/4c210eca66244c8abac8f7b4000b7ce5 2024-11-13T00:37:15,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/4c210eca66244c8abac8f7b4000b7ce5, entries=200, sequenceid=42, filesize=38.6 K 2024-11-13T00:37:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/59e66e4d328248a18d02a0671131b3a0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/59e66e4d328248a18d02a0671131b3a0 2024-11-13T00:37:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/59e66e4d328248a18d02a0671131b3a0, entries=150, sequenceid=42, filesize=11.7 K 2024-11-13T00:37:15,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ab7090886cc14ccb8398eb37fc3fe680 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ab7090886cc14ccb8398eb37fc3fe680 2024-11-13T00:37:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ab7090886cc14ccb8398eb37fc3fe680, entries=150, sequenceid=42, filesize=11.7 K 2024-11-13T00:37:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 669ms, sequenceid=42, compaction requested=false 2024-11-13T00:37:15,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-13T00:37:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:15,594 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:15,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T00:37:15,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e440528428e34378a00fd119beef3981_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458234903/Put/seqid=0 2024-11-13T00:37:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741956_1132 (size=12154) 2024-11-13T00:37:15,656 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:15,665 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e440528428e34378a00fd119beef3981_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e440528428e34378a00fd119beef3981_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:15,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/75143e27958644aa989eb0a843257b68, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:15,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/75143e27958644aa989eb0a843257b68 is 175, key is test_row_0/A:col10/1731458234903/Put/seqid=0 2024-11-13T00:37:15,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458295667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458295670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458295673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458295674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458295681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:15,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:15,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741957_1133 (size=30955) 2024-11-13T00:37:15,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/75143e27958644aa989eb0a843257b68 2024-11-13T00:37:15,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/94343a519e49482287a47f2d26c32aa7 is 50, key is test_row_0/B:col10/1731458234903/Put/seqid=0 2024-11-13T00:37:15,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741958_1134 (size=12001) 2024-11-13T00:37:15,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458295787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458295787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458295788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458295788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,789 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458295797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:15,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:15,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:15,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:15,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458295998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:16,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:16,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:16,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:16,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:16,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458295999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458296000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458295998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458296006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/94343a519e49482287a47f2d26c32aa7 2024-11-13T00:37:16,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:16,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:16,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:16,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ace0dd3b7a77445eacccb2e768190375 is 50, key is test_row_0/C:col10/1731458234903/Put/seqid=0 2024-11-13T00:37:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741959_1135 (size=12001) 2024-11-13T00:37:16,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ace0dd3b7a77445eacccb2e768190375 2024-11-13T00:37:16,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/75143e27958644aa989eb0a843257b68 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/75143e27958644aa989eb0a843257b68 2024-11-13T00:37:16,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/75143e27958644aa989eb0a843257b68, entries=150, sequenceid=55, filesize=30.2 K 2024-11-13T00:37:16,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/94343a519e49482287a47f2d26c32aa7 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/94343a519e49482287a47f2d26c32aa7 2024-11-13T00:37:16,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/94343a519e49482287a47f2d26c32aa7, entries=150, sequenceid=55, filesize=11.7 K 2024-11-13T00:37:16,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ace0dd3b7a77445eacccb2e768190375 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ace0dd3b7a77445eacccb2e768190375 2024-11-13T00:37:16,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ace0dd3b7a77445eacccb2e768190375, entries=150, sequenceid=55, filesize=11.7 K 2024-11-13T00:37:16,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 617ms, sequenceid=55, compaction requested=true 2024-11-13T00:37:16,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:16,212 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T00:37:16,212 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:16,214 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:16,214 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B is initiating minor compaction (all files) 2024-11-13T00:37:16,214 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:16,214 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/b16fe19b875a4a2ab4a69d10bf2c0c26, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/59e66e4d328248a18d02a0671131b3a0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/94343a519e49482287a47f2d26c32aa7] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=35.2 K 2024-11-13T00:37:16,216 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:16,216 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A is initiating minor compaction (all files) 2024-11-13T00:37:16,216 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:16,216 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/8d1f23d6b0074ce49b468fe65cd085b8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/4c210eca66244c8abac8f7b4000b7ce5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/75143e27958644aa989eb0a843257b68] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=115.9 K 2024-11-13T00:37:16,216 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:16,217 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/8d1f23d6b0074ce49b468fe65cd085b8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/4c210eca66244c8abac8f7b4000b7ce5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/75143e27958644aa989eb0a843257b68] 2024-11-13T00:37:16,217 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b16fe19b875a4a2ab4a69d10bf2c0c26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731458234455 2024-11-13T00:37:16,218 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 59e66e4d328248a18d02a0671131b3a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731458234538 2024-11-13T00:37:16,218 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d1f23d6b0074ce49b468fe65cd085b8, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731458234452 2024-11-13T00:37:16,218 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c210eca66244c8abac8f7b4000b7ce5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731458234532 2024-11-13T00:37:16,219 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 94343a519e49482287a47f2d26c32aa7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731458234903 2024-11-13T00:37:16,219 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75143e27958644aa989eb0a843257b68, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731458234903 2024-11-13T00:37:16,234 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#B#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:16,235 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/30fea4abcf504ded9ce975776f19ab7e is 50, key is test_row_0/B:col10/1731458234903/Put/seqid=0 2024-11-13T00:37:16,249 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:16,253 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111371eaf9e570ca45389f92661416c8f647_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:16,256 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111371eaf9e570ca45389f92661416c8f647_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:16,256 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111371eaf9e570ca45389f92661416c8f647_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:16,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741961_1137 (size=4469) 2024-11-13T00:37:16,301 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#A#compaction#118 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:16,302 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/74e9c71644ff481cb937b9d9911c20c1 is 175, key is test_row_0/A:col10/1731458234903/Put/seqid=0 2024-11-13T00:37:16,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-13T00:37:16,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:16,310 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T00:37:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:16,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741960_1136 (size=12104) 2024-11-13T00:37:16,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137639d6f7144b4437bf8d93b81295f440_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458235672/Put/seqid=0 2024-11-13T00:37:16,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741962_1138 (size=31058) 2024-11-13T00:37:16,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458296325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458296328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,346 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/30fea4abcf504ded9ce975776f19ab7e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/30fea4abcf504ded9ce975776f19ab7e 2024-11-13T00:37:16,347 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/74e9c71644ff481cb937b9d9911c20c1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/74e9c71644ff481cb937b9d9911c20c1 2024-11-13T00:37:16,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458296340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458296340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458296341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,354 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 30fea4abcf504ded9ce975776f19ab7e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:16,354 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:16,354 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, priority=13, startTime=1731458236212; duration=0sec 2024-11-13T00:37:16,354 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:16,354 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B 2024-11-13T00:37:16,354 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:16,356 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 74e9c71644ff481cb937b9d9911c20c1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:16,356 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:16,356 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, priority=13, startTime=1731458236211; duration=0sec 2024-11-13T00:37:16,356 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:16,356 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A 2024-11-13T00:37:16,357 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:16,357 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C is initiating minor compaction (all files) 2024-11-13T00:37:16,357 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:16,357 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/f0819fef8f2f42039ca1db00f7d3bef8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ab7090886cc14ccb8398eb37fc3fe680, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ace0dd3b7a77445eacccb2e768190375] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=35.2 K 2024-11-13T00:37:16,358 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f0819fef8f2f42039ca1db00f7d3bef8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731458234455 2024-11-13T00:37:16,359 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ab7090886cc14ccb8398eb37fc3fe680, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731458234538 2024-11-13T00:37:16,361 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ace0dd3b7a77445eacccb2e768190375, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731458234903 2024-11-13T00:37:16,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741963_1139 (size=17034) 2024-11-13T00:37:16,385 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#C#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:16,385 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/62a7749b65644ca3af686b6924f73d8b is 50, key is test_row_0/C:col10/1731458234903/Put/seqid=0 2024-11-13T00:37:16,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:16,428 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137639d6f7144b4437bf8d93b81295f440_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137639d6f7144b4437bf8d93b81295f440_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:16,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/da4d205534254abeaad6bcac3cb086d2, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:16,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/da4d205534254abeaad6bcac3cb086d2 is 175, key is test_row_0/A:col10/1731458235672/Put/seqid=0 2024-11-13T00:37:16,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458296446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458296447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458296456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741964_1140 (size=12104) 2024-11-13T00:37:16,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458296456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458296457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,471 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/62a7749b65644ca3af686b6924f73d8b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/62a7749b65644ca3af686b6924f73d8b 2024-11-13T00:37:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741965_1141 (size=48139) 2024-11-13T00:37:16,479 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/da4d205534254abeaad6bcac3cb086d2 2024-11-13T00:37:16,480 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 62a7749b65644ca3af686b6924f73d8b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:16,480 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:16,480 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, priority=13, startTime=1731458236212; duration=0sec 2024-11-13T00:37:16,480 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:16,480 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C 2024-11-13T00:37:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/695c166c2b9943f49846cc5bfdb4126f is 50, key is test_row_0/B:col10/1731458235672/Put/seqid=0 2024-11-13T00:37:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741966_1142 (size=12001) 2024-11-13T00:37:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-13T00:37:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458296656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458296656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458296666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458296666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458296680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,918 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/695c166c2b9943f49846cc5bfdb4126f 2024-11-13T00:37:16,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/cd5fe108a7e1445c8fd4f91d0b70e496 is 50, key is test_row_0/C:col10/1731458235672/Put/seqid=0 2024-11-13T00:37:16,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741967_1143 (size=12001) 2024-11-13T00:37:16,952 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/cd5fe108a7e1445c8fd4f91d0b70e496 2024-11-13T00:37:16,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/da4d205534254abeaad6bcac3cb086d2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/da4d205534254abeaad6bcac3cb086d2 2024-11-13T00:37:16,968 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/da4d205534254abeaad6bcac3cb086d2, entries=250, sequenceid=80, filesize=47.0 K 2024-11-13T00:37:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/695c166c2b9943f49846cc5bfdb4126f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/695c166c2b9943f49846cc5bfdb4126f 2024-11-13T00:37:16,974 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/695c166c2b9943f49846cc5bfdb4126f, entries=150, sequenceid=80, filesize=11.7 K 2024-11-13T00:37:16,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/cd5fe108a7e1445c8fd4f91d0b70e496 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/cd5fe108a7e1445c8fd4f91d0b70e496 2024-11-13T00:37:16,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458296966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458296966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458296976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458296976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:16,995 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/cd5fe108a7e1445c8fd4f91d0b70e496, entries=150, sequenceid=80, filesize=11.7 K 2024-11-13T00:37:16,997 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 687ms, sequenceid=80, compaction requested=false 2024-11-13T00:37:16,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:16,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:16,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-13T00:37:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-13T00:37:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:17,001 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:17,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:37:17,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-13T00:37:17,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5570 sec 2024-11-13T00:37:17,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.5660 sec 2024-11-13T00:37:17,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139356fa1ab0a549558d957a59621f48e4_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458236336/Put/seqid=0 2024-11-13T00:37:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741968_1144 (size=12154) 2024-11-13T00:37:17,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:17,073 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139356fa1ab0a549558d957a59621f48e4_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139356fa1ab0a549558d957a59621f48e4_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:17,074 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/9397c4401add4dc089a2a9bc73695e44, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:17,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/9397c4401add4dc089a2a9bc73695e44 is 175, key is test_row_0/A:col10/1731458236336/Put/seqid=0 2024-11-13T00:37:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741969_1145 (size=30955) 2024-11-13T00:37:17,094 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/9397c4401add4dc089a2a9bc73695e44 2024-11-13T00:37:17,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/4d332a68e41b48858e4546e15d0d0b77 is 50, key is test_row_0/B:col10/1731458236336/Put/seqid=0 2024-11-13T00:37:17,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741970_1146 (size=12001) 2024-11-13T00:37:17,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/4d332a68e41b48858e4546e15d0d0b77 2024-11-13T00:37:17,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458297151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:17,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:17,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/fceabe22ce724ed5a2c4d20698abb453 is 50, key is test_row_0/C:col10/1731458236336/Put/seqid=0 2024-11-13T00:37:17,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741971_1147 (size=12001) 2024-11-13T00:37:17,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/fceabe22ce724ed5a2c4d20698abb453 2024-11-13T00:37:17,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/9397c4401add4dc089a2a9bc73695e44 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9397c4401add4dc089a2a9bc73695e44 2024-11-13T00:37:17,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9397c4401add4dc089a2a9bc73695e44, entries=150, sequenceid=96, filesize=30.2 K 2024-11-13T00:37:17,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/4d332a68e41b48858e4546e15d0d0b77 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/4d332a68e41b48858e4546e15d0d0b77 2024-11-13T00:37:17,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/4d332a68e41b48858e4546e15d0d0b77, entries=150, sequenceid=96, filesize=11.7 K 2024-11-13T00:37:17,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/fceabe22ce724ed5a2c4d20698abb453 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fceabe22ce724ed5a2c4d20698abb453 2024-11-13T00:37:17,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fceabe22ce724ed5a2c4d20698abb453, entries=150, sequenceid=96, filesize=11.7 K 2024-11-13T00:37:17,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 256ms, sequenceid=96, compaction requested=true 2024-11-13T00:37:17,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:17,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:17,258 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:17,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:17,258 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:17,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:17,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:17,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:17,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:17,259 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:17,259 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A is initiating minor compaction (all files) 2024-11-13T00:37:17,259 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:17,259 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/74e9c71644ff481cb937b9d9911c20c1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/da4d205534254abeaad6bcac3cb086d2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9397c4401add4dc089a2a9bc73695e44] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=107.6 K 2024-11-13T00:37:17,260 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:17,260 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/74e9c71644ff481cb937b9d9911c20c1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/da4d205534254abeaad6bcac3cb086d2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9397c4401add4dc089a2a9bc73695e44] 2024-11-13T00:37:17,260 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:17,260 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B is initiating minor compaction (all files) 2024-11-13T00:37:17,260 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:17,260 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74e9c71644ff481cb937b9d9911c20c1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731458234903 2024-11-13T00:37:17,260 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/30fea4abcf504ded9ce975776f19ab7e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/695c166c2b9943f49846cc5bfdb4126f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/4d332a68e41b48858e4546e15d0d0b77] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=35.3 K 2024-11-13T00:37:17,261 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting da4d205534254abeaad6bcac3cb086d2, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731458235663 2024-11-13T00:37:17,261 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 30fea4abcf504ded9ce975776f19ab7e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731458234903 2024-11-13T00:37:17,261 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9397c4401add4dc089a2a9bc73695e44, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731458236335 2024-11-13T00:37:17,261 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 695c166c2b9943f49846cc5bfdb4126f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731458235672 2024-11-13T00:37:17,262 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d332a68e41b48858e4546e15d0d0b77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731458236335 2024-11-13T00:37:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:17,270 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:17,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:37:17,287 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:17,288 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/8e3debf4f79b409991881721d22d426e is 50, key is test_row_0/B:col10/1731458236336/Put/seqid=0 2024-11-13T00:37:17,293 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:17,299 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f66d16fc0a7f437ab2d643f3ebe646ab_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:17,302 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f66d16fc0a7f437ab2d643f3ebe646ab_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:17,302 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f66d16fc0a7f437ab2d643f3ebe646ab_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:17,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130065f2aea4164dafb835548d3b3b20f9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458237138/Put/seqid=0 2024-11-13T00:37:17,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741972_1148 (size=12207) 2024-11-13T00:37:17,330 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/8e3debf4f79b409991881721d22d426e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/8e3debf4f79b409991881721d22d426e 2024-11-13T00:37:17,338 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 8e3debf4f79b409991881721d22d426e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:17,338 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:17,338 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, priority=13, startTime=1731458237258; duration=0sec 2024-11-13T00:37:17,338 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:17,338 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B 2024-11-13T00:37:17,338 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:17,340 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:17,340 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C is initiating minor compaction (all files) 2024-11-13T00:37:17,340 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:17,340 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/62a7749b65644ca3af686b6924f73d8b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/cd5fe108a7e1445c8fd4f91d0b70e496, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fceabe22ce724ed5a2c4d20698abb453] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=35.3 K 2024-11-13T00:37:17,341 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 62a7749b65644ca3af686b6924f73d8b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731458234903 2024-11-13T00:37:17,342 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting cd5fe108a7e1445c8fd4f91d0b70e496, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731458235672 2024-11-13T00:37:17,342 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting fceabe22ce724ed5a2c4d20698abb453, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731458236335 2024-11-13T00:37:17,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458297350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:17,361 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:17,362 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/6e5de3ba6c574a0a9286bb23885d33b6 is 50, key is test_row_0/C:col10/1731458236336/Put/seqid=0 2024-11-13T00:37:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741973_1149 (size=4469) 2024-11-13T00:37:17,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741974_1150 (size=14594) 2024-11-13T00:37:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741975_1151 (size=12207) 2024-11-13T00:37:17,399 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/6e5de3ba6c574a0a9286bb23885d33b6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/6e5de3ba6c574a0a9286bb23885d33b6 2024-11-13T00:37:17,408 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 6e5de3ba6c574a0a9286bb23885d33b6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:17,408 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:17,408 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, priority=13, startTime=1731458237258; duration=0sec 2024-11-13T00:37:17,408 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:17,408 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C 2024-11-13T00:37:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458297466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:17,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:17,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458297486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:17,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458297486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:17,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458297486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458297489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:17,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458297675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:17,765 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#A#compaction#127 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:17,765 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/2e031a3a880a435998110783b6a40850 is 175, key is test_row_0/A:col10/1731458236336/Put/seqid=0 2024-11-13T00:37:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741976_1152 (size=31161) 2024-11-13T00:37:17,786 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:17,790 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130065f2aea4164dafb835548d3b3b20f9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130065f2aea4164dafb835548d3b3b20f9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:17,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/25b86e68ac1540dfbb267a5da337bb5d, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:17,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/25b86e68ac1540dfbb267a5da337bb5d is 175, key is test_row_0/A:col10/1731458237138/Put/seqid=0 2024-11-13T00:37:17,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741977_1153 (size=39549) 2024-11-13T00:37:17,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458297986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:17,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:17,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,184 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/2e031a3a880a435998110783b6a40850 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2e031a3a880a435998110783b6a40850 2024-11-13T00:37:18,194 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 2e031a3a880a435998110783b6a40850(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:18,194 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:18,194 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, priority=13, startTime=1731458237258; duration=0sec 2024-11-13T00:37:18,194 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:18,194 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A 2024-11-13T00:37:18,205 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/25b86e68ac1540dfbb267a5da337bb5d 2024-11-13T00:37:18,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/c6fa8c160dd34feb8b64eda3166524c5 is 50, key is test_row_0/B:col10/1731458237138/Put/seqid=0 2024-11-13T00:37:18,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741978_1154 (size=12001) 2024-11-13T00:37:18,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/c6fa8c160dd34feb8b64eda3166524c5 2024-11-13T00:37:18,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/2639f225ee30426e96e2751aaa5c1b6d is 50, key is test_row_0/C:col10/1731458237138/Put/seqid=0 2024-11-13T00:37:18,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741979_1155 (size=12001) 2024-11-13T00:37:18,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/2639f225ee30426e96e2751aaa5c1b6d 2024-11-13T00:37:18,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/25b86e68ac1540dfbb267a5da337bb5d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/25b86e68ac1540dfbb267a5da337bb5d 2024-11-13T00:37:18,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/25b86e68ac1540dfbb267a5da337bb5d, entries=200, sequenceid=120, filesize=38.6 K 2024-11-13T00:37:18,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/c6fa8c160dd34feb8b64eda3166524c5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c6fa8c160dd34feb8b64eda3166524c5 2024-11-13T00:37:18,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c6fa8c160dd34feb8b64eda3166524c5, entries=150, sequenceid=120, filesize=11.7 K 2024-11-13T00:37:18,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/2639f225ee30426e96e2751aaa5c1b6d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/2639f225ee30426e96e2751aaa5c1b6d 2024-11-13T00:37:18,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/2639f225ee30426e96e2751aaa5c1b6d, entries=150, sequenceid=120, filesize=11.7 K 2024-11-13T00:37:18,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1097ms, sequenceid=120, compaction requested=false 2024-11-13T00:37:18,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:18,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:37:18,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113acad4819bbf544d480e46a71339a55c4_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458238499/Put/seqid=0 2024-11-13T00:37:18,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741980_1156 (size=17234) 2024-11-13T00:37:18,540 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:18,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458298538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458298539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,548 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113acad4819bbf544d480e46a71339a55c4_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113acad4819bbf544d480e46a71339a55c4_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:18,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458298542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,550 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/9caa56cefa3c49a18484bc7fc3eb560d, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458298543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458298546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/9caa56cefa3c49a18484bc7fc3eb560d is 175, key is test_row_0/A:col10/1731458238499/Put/seqid=0 2024-11-13T00:37:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741981_1157 (size=48339) 2024-11-13T00:37:18,563 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/9caa56cefa3c49a18484bc7fc3eb560d 2024-11-13T00:37:18,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/7b517d29c2dd4613be96919b64ee9589 is 50, key is test_row_0/B:col10/1731458238499/Put/seqid=0 2024-11-13T00:37:18,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741982_1158 (size=12151) 2024-11-13T00:37:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-13T00:37:18,607 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:18,607 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-13T00:37:18,610 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:18,612 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:18,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T00:37:18,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458298657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458298658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458298658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458298660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458298660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T00:37:18,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-13T00:37:18,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:18,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:18,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:18,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:18,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:18,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458298865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458298866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458298866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458298866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458298866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:18,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-13T00:37:18,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:18,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:18,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:18,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:18,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T00:37:19,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/7b517d29c2dd4613be96919b64ee9589 2024-11-13T00:37:19,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/3588af29280948f8a09b06eee2faf8e7 is 50, key is test_row_0/C:col10/1731458238499/Put/seqid=0 2024-11-13T00:37:19,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741983_1159 (size=12151) 2024-11-13T00:37:19,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/3588af29280948f8a09b06eee2faf8e7 2024-11-13T00:37:19,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/9caa56cefa3c49a18484bc7fc3eb560d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9caa56cefa3c49a18484bc7fc3eb560d 2024-11-13T00:37:19,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9caa56cefa3c49a18484bc7fc3eb560d, entries=250, sequenceid=137, filesize=47.2 K 2024-11-13T00:37:19,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/7b517d29c2dd4613be96919b64ee9589 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7b517d29c2dd4613be96919b64ee9589 2024-11-13T00:37:19,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7b517d29c2dd4613be96919b64ee9589, entries=150, sequenceid=137, filesize=11.9 K 2024-11-13T00:37:19,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/3588af29280948f8a09b06eee2faf8e7 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3588af29280948f8a09b06eee2faf8e7 2024-11-13T00:37:19,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3588af29280948f8a09b06eee2faf8e7, entries=150, sequenceid=137, filesize=11.9 K 2024-11-13T00:37:19,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 565ms, sequenceid=137, compaction requested=true 2024-11-13T00:37:19,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:19,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:19,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:19,065 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:19,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:19,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:19,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:19,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T00:37:19,065 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:19,066 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:19,066 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B is initiating minor compaction (all files) 2024-11-13T00:37:19,066 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:19,066 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/8e3debf4f79b409991881721d22d426e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c6fa8c160dd34feb8b64eda3166524c5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7b517d29c2dd4613be96919b64ee9589] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=35.5 K 2024-11-13T00:37:19,066 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:19,066 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A is initiating minor compaction (all files) 2024-11-13T00:37:19,067 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:19,067 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2e031a3a880a435998110783b6a40850, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/25b86e68ac1540dfbb267a5da337bb5d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9caa56cefa3c49a18484bc7fc3eb560d] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=116.3 K 2024-11-13T00:37:19,067 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:19,067 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2e031a3a880a435998110783b6a40850, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/25b86e68ac1540dfbb267a5da337bb5d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9caa56cefa3c49a18484bc7fc3eb560d] 2024-11-13T00:37:19,067 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e3debf4f79b409991881721d22d426e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731458236335 2024-11-13T00:37:19,068 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e031a3a880a435998110783b6a40850, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731458236335 2024-11-13T00:37:19,068 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c6fa8c160dd34feb8b64eda3166524c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731458237088 2024-11-13T00:37:19,068 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b517d29c2dd4613be96919b64ee9589, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731458237347 2024-11-13T00:37:19,069 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25b86e68ac1540dfbb267a5da337bb5d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731458237088 2024-11-13T00:37:19,070 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9caa56cefa3c49a18484bc7fc3eb560d, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731458237293 2024-11-13T00:37:19,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-13T00:37:19,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:19,077 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T00:37:19,095 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:19,095 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/d0b5bf7ac3164546aae4b42fcfb47ee7 is 50, key is test_row_0/B:col10/1731458238499/Put/seqid=0 2024-11-13T00:37:19,122 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:19,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fef60a95af3647de88557ef6efd51635_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458238527/Put/seqid=0 2024-11-13T00:37:19,141 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111372080cc9d5f245eab19750046cb762be_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:19,144 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111372080cc9d5f245eab19750046cb762be_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:19,144 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111372080cc9d5f245eab19750046cb762be_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741984_1160 (size=12459) 2024-11-13T00:37:19,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741985_1161 (size=12304) 2024-11-13T00:37:19,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741986_1162 (size=4469) 2024-11-13T00:37:19,173 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#A#compaction#136 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:19,174 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/95f787a3361e4b159fcb74fd8b6128b0 is 175, key is test_row_0/A:col10/1731458238499/Put/seqid=0 2024-11-13T00:37:19,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:19,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458299193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458299193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458299195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741987_1163 (size=31413) 2024-11-13T00:37:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458299196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458299200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,224 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/95f787a3361e4b159fcb74fd8b6128b0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/95f787a3361e4b159fcb74fd8b6128b0 2024-11-13T00:37:19,232 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 95f787a3361e4b159fcb74fd8b6128b0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:19,232 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:19,232 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, priority=13, startTime=1731458239064; duration=0sec 2024-11-13T00:37:19,233 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:19,233 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A 2024-11-13T00:37:19,233 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:19,234 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:19,234 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C is initiating minor compaction (all files) 2024-11-13T00:37:19,234 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:19,234 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/6e5de3ba6c574a0a9286bb23885d33b6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/2639f225ee30426e96e2751aaa5c1b6d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3588af29280948f8a09b06eee2faf8e7] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=35.5 K 2024-11-13T00:37:19,235 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e5de3ba6c574a0a9286bb23885d33b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731458236335 2024-11-13T00:37:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T00:37:19,240 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2639f225ee30426e96e2751aaa5c1b6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731458237088 2024-11-13T00:37:19,241 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3588af29280948f8a09b06eee2faf8e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731458237347 2024-11-13T00:37:19,254 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:19,255 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ec449d5e1f8c4e6a8d50576a63498a5b is 50, key is test_row_0/C:col10/1731458238499/Put/seqid=0 2024-11-13T00:37:19,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741988_1164 (size=12459) 2024-11-13T00:37:19,278 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ec449d5e1f8c4e6a8d50576a63498a5b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ec449d5e1f8c4e6a8d50576a63498a5b 2024-11-13T00:37:19,287 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into ec449d5e1f8c4e6a8d50576a63498a5b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:19,287 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:19,287 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, priority=13, startTime=1731458239065; duration=0sec 2024-11-13T00:37:19,288 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:19,288 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C 2024-11-13T00:37:19,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458299306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458299306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458299316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458299316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458299316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458299516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458299516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458299526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458299526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458299536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,562 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/d0b5bf7ac3164546aae4b42fcfb47ee7 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d0b5bf7ac3164546aae4b42fcfb47ee7 2024-11-13T00:37:19,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:19,576 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fef60a95af3647de88557ef6efd51635_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fef60a95af3647de88557ef6efd51635_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:19,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/1ccd1641448743efae3219981bd0f174, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:19,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/1ccd1641448743efae3219981bd0f174 is 175, key is test_row_0/A:col10/1731458238527/Put/seqid=0 2024-11-13T00:37:19,581 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into d0b5bf7ac3164546aae4b42fcfb47ee7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:19,581 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:19,582 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, priority=13, startTime=1731458239065; duration=0sec 2024-11-13T00:37:19,582 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:19,582 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B 2024-11-13T00:37:19,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741989_1165 (size=31105) 2024-11-13T00:37:19,587 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/1ccd1641448743efae3219981bd0f174 2024-11-13T00:37:19,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/f66d6d4838e441dda08f60d05946b85f is 50, key is test_row_0/B:col10/1731458238527/Put/seqid=0 2024-11-13T00:37:19,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741990_1166 (size=12151) 2024-11-13T00:37:19,651 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/f66d6d4838e441dda08f60d05946b85f 2024-11-13T00:37:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/145824ecf6b94a0381e21d10bf623cd4 is 50, key is test_row_0/C:col10/1731458238527/Put/seqid=0 2024-11-13T00:37:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741991_1167 (size=12151) 2024-11-13T00:37:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T00:37:19,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458299826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458299826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458299835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458299835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:19,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T00:37:19,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458299847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,079 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/145824ecf6b94a0381e21d10bf623cd4 2024-11-13T00:37:20,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/1ccd1641448743efae3219981bd0f174 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1ccd1641448743efae3219981bd0f174 2024-11-13T00:37:20,092 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1ccd1641448743efae3219981bd0f174, entries=150, sequenceid=159, filesize=30.4 K 2024-11-13T00:37:20,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/f66d6d4838e441dda08f60d05946b85f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f66d6d4838e441dda08f60d05946b85f 2024-11-13T00:37:20,101 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f66d6d4838e441dda08f60d05946b85f, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T00:37:20,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/145824ecf6b94a0381e21d10bf623cd4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/145824ecf6b94a0381e21d10bf623cd4 2024-11-13T00:37:20,109 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/145824ecf6b94a0381e21d10bf623cd4, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T00:37:20,110 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1033ms, sequenceid=159, compaction requested=false 2024-11-13T00:37:20,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:20,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:20,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-13T00:37:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-13T00:37:20,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-13T00:37:20,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5000 sec 2024-11-13T00:37:20,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.5090 sec 2024-11-13T00:37:20,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T00:37:20,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T00:37:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:20,340 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:20,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T00:37:20,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131f6b5f5c16de43b6b4cd82004ea3484c_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458240339/Put/seqid=0 2024-11-13T00:37:20,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741992_1168 (size=17284) 2024-11-13T00:37:20,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458300375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458300375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458300377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458300378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458300399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458300506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458300506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458300506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458300515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458300516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458300716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458300716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458300716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458300726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:20,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458300726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:20,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:20,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T00:37:20,757 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:20,757 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-13T00:37:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T00:37:20,759 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:20,760 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:20,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:20,769 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:20,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131f6b5f5c16de43b6b4cd82004ea3484c_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131f6b5f5c16de43b6b4cd82004ea3484c_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:20,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/2a29929270c84c2a9574d75f56b71903, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:20,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/2a29929270c84c2a9574d75f56b71903 is 175, key is test_row_0/A:col10/1731458240339/Put/seqid=0 2024-11-13T00:37:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741993_1169 (size=48389) 2024-11-13T00:37:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T00:37:20,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T00:37:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:20,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458301027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458301028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:21,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458301028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:21,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:21,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458301036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:21,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458301036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:21,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T00:37:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T00:37:21,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/2a29929270c84c2a9574d75f56b71903 2024-11-13T00:37:21,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/7bb73a25917a4716ad6e770fc26932f8 is 50, key is test_row_0/B:col10/1731458240339/Put/seqid=0 2024-11-13T00:37:21,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741994_1170 (size=12151) 2024-11-13T00:37:21,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/7bb73a25917a4716ad6e770fc26932f8 2024-11-13T00:37:21,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/d43628206d484f6f8b21f2c0b750bcc4 is 50, key is test_row_0/C:col10/1731458240339/Put/seqid=0 2024-11-13T00:37:21,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T00:37:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741995_1171 (size=12151) 2024-11-13T00:37:21,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T00:37:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T00:37:21,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458301536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:21,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T00:37:21,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:21,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:21,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458301546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:21,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:21,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:21,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458301546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458301546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458301546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:21,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/d43628206d484f6f8b21f2c0b750bcc4 2024-11-13T00:37:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/2a29929270c84c2a9574d75f56b71903 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2a29929270c84c2a9574d75f56b71903 2024-11-13T00:37:21,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2a29929270c84c2a9574d75f56b71903, entries=250, sequenceid=178, filesize=47.3 K 2024-11-13T00:37:21,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/7bb73a25917a4716ad6e770fc26932f8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7bb73a25917a4716ad6e770fc26932f8 2024-11-13T00:37:21,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7bb73a25917a4716ad6e770fc26932f8, entries=150, sequenceid=178, filesize=11.9 K 2024-11-13T00:37:21,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/d43628206d484f6f8b21f2c0b750bcc4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d43628206d484f6f8b21f2c0b750bcc4 2024-11-13T00:37:21,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d43628206d484f6f8b21f2c0b750bcc4, entries=150, sequenceid=178, filesize=11.9 K 2024-11-13T00:37:21,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1338ms, sequenceid=178, compaction requested=true 2024-11-13T00:37:21,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:21,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:21,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:21,679 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:21,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:21,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:21,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:21,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:21,679 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:21,681 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:21,681 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A is initiating minor compaction (all files) 2024-11-13T00:37:21,681 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,681 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/95f787a3361e4b159fcb74fd8b6128b0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1ccd1641448743efae3219981bd0f174, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2a29929270c84c2a9574d75f56b71903] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=108.3 K 2024-11-13T00:37:21,681 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,681 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/95f787a3361e4b159fcb74fd8b6128b0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1ccd1641448743efae3219981bd0f174, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2a29929270c84c2a9574d75f56b71903] 2024-11-13T00:37:21,681 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:21,681 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B is initiating minor compaction (all files) 2024-11-13T00:37:21,681 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,682 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d0b5bf7ac3164546aae4b42fcfb47ee7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f66d6d4838e441dda08f60d05946b85f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7bb73a25917a4716ad6e770fc26932f8] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=35.9 K 2024-11-13T00:37:21,682 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95f787a3361e4b159fcb74fd8b6128b0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731458237347 2024-11-13T00:37:21,682 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d0b5bf7ac3164546aae4b42fcfb47ee7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731458237347 2024-11-13T00:37:21,683 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ccd1641448743efae3219981bd0f174, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731458238527 2024-11-13T00:37:21,683 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a29929270c84c2a9574d75f56b71903, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458239191 2024-11-13T00:37:21,683 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f66d6d4838e441dda08f60d05946b85f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731458238527 2024-11-13T00:37:21,684 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bb73a25917a4716ad6e770fc26932f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458239194 2024-11-13T00:37:21,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-13T00:37:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,696 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T00:37:21,705 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:21,712 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:21,713 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/c7456d97d11242388463643d44f267e1 is 50, key is test_row_0/B:col10/1731458240339/Put/seqid=0 2024-11-13T00:37:21,730 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411135804211d5f734f2c9741afa3d4b4dcf9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:21,732 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411135804211d5f734f2c9741afa3d4b4dcf9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:21,733 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135804211d5f734f2c9741afa3d4b4dcf9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:21,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132405455e161d40dbb32565693774f098_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458240373/Put/seqid=0 2024-11-13T00:37:21,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741998_1174 (size=12304) 2024-11-13T00:37:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741997_1173 (size=4469) 2024-11-13T00:37:21,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741996_1172 (size=12561) 2024-11-13T00:37:21,810 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/c7456d97d11242388463643d44f267e1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c7456d97d11242388463643d44f267e1 2024-11-13T00:37:21,817 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into c7456d97d11242388463643d44f267e1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:21,817 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:21,817 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, priority=13, startTime=1731458241679; duration=0sec 2024-11-13T00:37:21,817 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:21,817 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B 2024-11-13T00:37:21,817 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:21,820 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:21,820 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C is initiating minor compaction (all files) 2024-11-13T00:37:21,820 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:21,820 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ec449d5e1f8c4e6a8d50576a63498a5b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/145824ecf6b94a0381e21d10bf623cd4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d43628206d484f6f8b21f2c0b750bcc4] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=35.9 K 2024-11-13T00:37:21,824 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ec449d5e1f8c4e6a8d50576a63498a5b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731458237347 2024-11-13T00:37:21,825 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 145824ecf6b94a0381e21d10bf623cd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731458238527 2024-11-13T00:37:21,825 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d43628206d484f6f8b21f2c0b750bcc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458239194 2024-11-13T00:37:21,834 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:21,835 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/e511a4bbeda64ed1bca8b50f86fad046 is 50, key is test_row_0/C:col10/1731458240339/Put/seqid=0 2024-11-13T00:37:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741999_1175 (size=12561) 2024-11-13T00:37:21,885 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/e511a4bbeda64ed1bca8b50f86fad046 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/e511a4bbeda64ed1bca8b50f86fad046 2024-11-13T00:37:21,892 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into e511a4bbeda64ed1bca8b50f86fad046(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:21,892 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:21,892 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, priority=13, startTime=1731458241679; duration=0sec 2024-11-13T00:37:21,892 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:21,892 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C 2024-11-13T00:37:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T00:37:22,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:22,192 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132405455e161d40dbb32565693774f098_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132405455e161d40dbb32565693774f098_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:22,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/0993906057044c96a8d1000132fb3ca9, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:22,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/0993906057044c96a8d1000132fb3ca9 is 175, key is test_row_0/A:col10/1731458240373/Put/seqid=0 2024-11-13T00:37:22,203 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#A#compaction#144 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:22,204 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/79e85ed1def54ec1b9c8432abbb7a0ee is 175, key is test_row_0/A:col10/1731458240339/Put/seqid=0 2024-11-13T00:37:22,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742000_1176 (size=31105) 2024-11-13T00:37:22,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742001_1177 (size=31515) 2024-11-13T00:37:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:22,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:22,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458302570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458302575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458302577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458302578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458302578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,610 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/0993906057044c96a8d1000132fb3ca9 2024-11-13T00:37:22,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/0dc3274f9e3a4cfc9e5380750ef200ea is 50, key is test_row_0/B:col10/1731458240373/Put/seqid=0 2024-11-13T00:37:22,628 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/79e85ed1def54ec1b9c8432abbb7a0ee as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/79e85ed1def54ec1b9c8432abbb7a0ee 2024-11-13T00:37:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742002_1178 (size=12151) 2024-11-13T00:37:22,638 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/0dc3274f9e3a4cfc9e5380750ef200ea 2024-11-13T00:37:22,639 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 79e85ed1def54ec1b9c8432abbb7a0ee(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:22,639 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:22,639 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, priority=13, startTime=1731458241678; duration=0sec 2024-11-13T00:37:22,639 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:22,639 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A 2024-11-13T00:37:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/0803ad2e9541472b844c3055cd88b7dc is 50, key is test_row_0/C:col10/1731458240373/Put/seqid=0 2024-11-13T00:37:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742003_1179 (size=12151) 2024-11-13T00:37:22,668 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/0803ad2e9541472b844c3055cd88b7dc 2024-11-13T00:37:22,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/0993906057044c96a8d1000132fb3ca9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/0993906057044c96a8d1000132fb3ca9 2024-11-13T00:37:22,677 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/0993906057044c96a8d1000132fb3ca9, entries=150, sequenceid=198, filesize=30.4 K 2024-11-13T00:37:22,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/0dc3274f9e3a4cfc9e5380750ef200ea as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/0dc3274f9e3a4cfc9e5380750ef200ea 2024-11-13T00:37:22,686 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/0dc3274f9e3a4cfc9e5380750ef200ea, entries=150, sequenceid=198, filesize=11.9 K 2024-11-13T00:37:22,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/0803ad2e9541472b844c3055cd88b7dc as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/0803ad2e9541472b844c3055cd88b7dc 2024-11-13T00:37:22,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458302686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458302686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458302686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458302686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458302687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,694 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/0803ad2e9541472b844c3055cd88b7dc, entries=150, sequenceid=198, filesize=11.9 K 2024-11-13T00:37:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,695 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1000ms, sequenceid=198, compaction requested=false 2024-11-13T00:37:22,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:22,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:22,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-13T00:37:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-13T00:37:22,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-13T00:37:22,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9380 sec 2024-11-13T00:37:22,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.9460 sec 2024-11-13T00:37:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:22,899 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:22,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T00:37:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-13T00:37:22,906 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:22,907 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-13T00:37:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T00:37:22,909 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:22,911 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:22,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:22,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f5f516ebed914187b3b298fa820ce8ef_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458242897/Put/seqid=0 2024-11-13T00:37:22,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742004_1180 (size=17284) 2024-11-13T00:37:22,923 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:22,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458302920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458302921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458302923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458302924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,929 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f5f516ebed914187b3b298fa820ce8ef_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f5f516ebed914187b3b298fa820ce8ef_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:22,931 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/80ca0675038442ce8b38233d0da62a93, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:22,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/80ca0675038442ce8b38233d0da62a93 is 175, key is test_row_0/A:col10/1731458242897/Put/seqid=0 2024-11-13T00:37:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458302927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:22,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742005_1181 (size=48389) 2024-11-13T00:37:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T00:37:23,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458303036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458303036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458303036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458303037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458303037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T00:37:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:23,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T00:37:23,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:23,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:23,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T00:37:23,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458303245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458303246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458303246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458303246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458303246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,337 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/80ca0675038442ce8b38233d0da62a93 2024-11-13T00:37:23,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/027bb0d100d84e95b93c4139add521b1 is 50, key is test_row_0/B:col10/1731458242897/Put/seqid=0 2024-11-13T00:37:23,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742006_1182 (size=12151) 2024-11-13T00:37:23,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/027bb0d100d84e95b93c4139add521b1 2024-11-13T00:37:23,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/05a0e315f76147688c1532cb340fb6e7 is 50, key is test_row_0/C:col10/1731458242897/Put/seqid=0 2024-11-13T00:37:23,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T00:37:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742007_1183 (size=12151) 2024-11-13T00:37:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:23,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/05a0e315f76147688c1532cb340fb6e7 2024-11-13T00:37:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:23,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/80ca0675038442ce8b38233d0da62a93 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/80ca0675038442ce8b38233d0da62a93 2024-11-13T00:37:23,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/80ca0675038442ce8b38233d0da62a93, entries=250, sequenceid=219, filesize=47.3 K 2024-11-13T00:37:23,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/027bb0d100d84e95b93c4139add521b1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/027bb0d100d84e95b93c4139add521b1 2024-11-13T00:37:23,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/027bb0d100d84e95b93c4139add521b1, entries=150, sequenceid=219, filesize=11.9 K 2024-11-13T00:37:23,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/05a0e315f76147688c1532cb340fb6e7 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/05a0e315f76147688c1532cb340fb6e7 2024-11-13T00:37:23,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/05a0e315f76147688c1532cb340fb6e7, entries=150, sequenceid=219, filesize=11.9 K 2024-11-13T00:37:23,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 501ms, sequenceid=219, compaction requested=true 2024-11-13T00:37:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:23,400 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:23,400 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:23,402 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:23,402 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:23,402 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B is initiating minor compaction (all files) 2024-11-13T00:37:23,402 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A is initiating minor compaction (all files) 2024-11-13T00:37:23,402 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,402 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,402 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c7456d97d11242388463643d44f267e1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/0dc3274f9e3a4cfc9e5380750ef200ea, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/027bb0d100d84e95b93c4139add521b1] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=36.0 K 2024-11-13T00:37:23,402 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/79e85ed1def54ec1b9c8432abbb7a0ee, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/0993906057044c96a8d1000132fb3ca9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/80ca0675038442ce8b38233d0da62a93] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=108.4 K 2024-11-13T00:37:23,402 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,402 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/79e85ed1def54ec1b9c8432abbb7a0ee, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/0993906057044c96a8d1000132fb3ca9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/80ca0675038442ce8b38233d0da62a93] 2024-11-13T00:37:23,404 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c7456d97d11242388463643d44f267e1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458239194 2024-11-13T00:37:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:23,404 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79e85ed1def54ec1b9c8432abbb7a0ee, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458239194 2024-11-13T00:37:23,405 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dc3274f9e3a4cfc9e5380750ef200ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731458240373 2024-11-13T00:37:23,405 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0993906057044c96a8d1000132fb3ca9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731458240373 2024-11-13T00:37:23,405 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80ca0675038442ce8b38233d0da62a93, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731458242571 2024-11-13T00:37:23,405 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 027bb0d100d84e95b93c4139add521b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731458242573 2024-11-13T00:37:23,421 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:23,426 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:23,426 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/ada846f27dc94ddebc33e0ac611f06a5 is 50, key is test_row_0/B:col10/1731458242897/Put/seqid=0 2024-11-13T00:37:23,432 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113d577b62fdc534aa38620e30be19b3d72_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:23,434 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113d577b62fdc534aa38620e30be19b3d72_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:23,434 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d577b62fdc534aa38620e30be19b3d72_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:23,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742008_1184 (size=4469) 2024-11-13T00:37:23,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742009_1185 (size=12663) 2024-11-13T00:37:23,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T00:37:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,527 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T00:37:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133e0cc8b180254afca183f161ef90a2c9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458242919/Put/seqid=0 2024-11-13T00:37:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T00:37:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742010_1186 (size=12304) 2024-11-13T00:37:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:23,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:23,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458303598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458303604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458303604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458303605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458303606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458303715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458303715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458303716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458303716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458303716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,856 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#A#compaction#153 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:23,857 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/276fbd91ca5644c184bcad4c55da30ae is 175, key is test_row_0/A:col10/1731458242897/Put/seqid=0 2024-11-13T00:37:23,864 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/ada846f27dc94ddebc33e0ac611f06a5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/ada846f27dc94ddebc33e0ac611f06a5 2024-11-13T00:37:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742011_1187 (size=31617) 2024-11-13T00:37:23,871 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into ada846f27dc94ddebc33e0ac611f06a5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:23,871 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:23,871 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, priority=13, startTime=1731458243400; duration=0sec 2024-11-13T00:37:23,871 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:23,871 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B 2024-11-13T00:37:23,871 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:23,872 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:23,872 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C is initiating minor compaction (all files) 2024-11-13T00:37:23,873 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:23,873 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/e511a4bbeda64ed1bca8b50f86fad046, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/0803ad2e9541472b844c3055cd88b7dc, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/05a0e315f76147688c1532cb340fb6e7] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=36.0 K 2024-11-13T00:37:23,873 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting e511a4bbeda64ed1bca8b50f86fad046, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458239194 2024-11-13T00:37:23,873 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 0803ad2e9541472b844c3055cd88b7dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731458240373 2024-11-13T00:37:23,874 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 05a0e315f76147688c1532cb340fb6e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731458242573 2024-11-13T00:37:23,881 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:23,882 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/645026ff163f4712b697d334e851e0ed is 50, key is test_row_0/C:col10/1731458242897/Put/seqid=0 2024-11-13T00:37:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742012_1188 (size=12663) 2024-11-13T00:37:23,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458303925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458303926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458303926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458303926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458303926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:23,945 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133e0cc8b180254afca183f161ef90a2c9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133e0cc8b180254afca183f161ef90a2c9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:23,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/3710e888c55642c49317e5d414df1519, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:23,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/3710e888c55642c49317e5d414df1519 is 175, key is test_row_0/A:col10/1731458242919/Put/seqid=0 2024-11-13T00:37:23,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742013_1189 (size=31105) 2024-11-13T00:37:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T00:37:24,062 INFO [master/cb28580903fb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T00:37:24,062 INFO [master/cb28580903fb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T00:37:24,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458304236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:24,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458304236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:24,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458304236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458304236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:24,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:24,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458304236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:24,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:24,282 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/276fbd91ca5644c184bcad4c55da30ae as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/276fbd91ca5644c184bcad4c55da30ae 2024-11-13T00:37:24,293 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 276fbd91ca5644c184bcad4c55da30ae(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:24,293 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:24,293 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, priority=13, startTime=1731458243400; duration=0sec 2024-11-13T00:37:24,293 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:24,293 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A 2024-11-13T00:37:24,296 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/645026ff163f4712b697d334e851e0ed as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/645026ff163f4712b697d334e851e0ed 2024-11-13T00:37:24,302 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 645026ff163f4712b697d334e851e0ed(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:24,302 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:24,303 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, priority=13, startTime=1731458243400; duration=0sec 2024-11-13T00:37:24,303 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:24,303 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C 2024-11-13T00:37:24,363 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/3710e888c55642c49317e5d414df1519 2024-11-13T00:37:24,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/6c58efee24d443388fcced28f8eafeda is 50, key is test_row_0/B:col10/1731458242919/Put/seqid=0 2024-11-13T00:37:24,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742014_1190 (size=12151) 2024-11-13T00:37:24,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458304746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:24,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458304746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458304746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458304747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458304747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:24,777 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/6c58efee24d443388fcced28f8eafeda 2024-11-13T00:37:24,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/8b262e1950af4ebd9ac48da4fea6455b is 50, key is test_row_0/C:col10/1731458242919/Put/seqid=0 2024-11-13T00:37:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742015_1191 (size=12151) 2024-11-13T00:37:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T00:37:25,192 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/8b262e1950af4ebd9ac48da4fea6455b 2024-11-13T00:37:25,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/3710e888c55642c49317e5d414df1519 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3710e888c55642c49317e5d414df1519 2024-11-13T00:37:25,204 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3710e888c55642c49317e5d414df1519, entries=150, sequenceid=237, filesize=30.4 K 2024-11-13T00:37:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/6c58efee24d443388fcced28f8eafeda as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/6c58efee24d443388fcced28f8eafeda 2024-11-13T00:37:25,210 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/6c58efee24d443388fcced28f8eafeda, entries=150, sequenceid=237, filesize=11.9 K 2024-11-13T00:37:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/8b262e1950af4ebd9ac48da4fea6455b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/8b262e1950af4ebd9ac48da4fea6455b 2024-11-13T00:37:25,219 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/8b262e1950af4ebd9ac48da4fea6455b, entries=150, sequenceid=237, filesize=11.9 K 2024-11-13T00:37:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T00:37:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T00:37:25,223 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1696ms, sequenceid=237, compaction requested=false 2024-11-13T00:37:25,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:25,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:25,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T00:37:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T00:37:25,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-13T00:37:25,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3130 sec 2024-11-13T00:37:25,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.3200 sec 2024-11-13T00:37:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:25,758 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:25,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T00:37:25,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ff91a9fe408145fe872300b0d7be1378_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458245757/Put/seqid=0 2024-11-13T00:37:25,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458305775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:25,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:25,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458305777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:25,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458305780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:25,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742016_1192 (size=17384) 2024-11-13T00:37:25,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458305781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:25,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458305781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458305886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458305886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:25,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458305886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:25,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458305895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:25,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:25,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458305895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:25,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:25,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458306096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458306096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458306096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458306105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458306105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:26,189 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ff91a9fe408145fe872300b0d7be1378_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ff91a9fe408145fe872300b0d7be1378_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:26,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/834b2635b56d4b03a0c592a33ecedc71, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:26,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/834b2635b56d4b03a0c592a33ecedc71 is 175, key is test_row_0/A:col10/1731458245757/Put/seqid=0 2024-11-13T00:37:26,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742017_1193 (size=48489) 2024-11-13T00:37:26,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458306406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458306406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458306406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458306415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458306415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,596 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/834b2635b56d4b03a0c592a33ecedc71 2024-11-13T00:37:26,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/f8d6050a9f874e75bf7988a36092bd58 is 50, key is test_row_0/B:col10/1731458245757/Put/seqid=0 2024-11-13T00:37:26,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742018_1194 (size=12251) 2024-11-13T00:37:26,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458306916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458306916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458306916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458306925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:26,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458306925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:27,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/f8d6050a9f874e75bf7988a36092bd58 2024-11-13T00:37:27,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/c609bcfba8c84665a3c43c247ebb4226 is 50, key is test_row_0/C:col10/1731458245757/Put/seqid=0 2024-11-13T00:37:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742019_1195 (size=12251) 2024-11-13T00:37:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T00:37:27,086 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:27,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-13T00:37:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T00:37:27,089 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:27,090 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:27,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T00:37:27,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T00:37:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:27,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:27,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:27,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:27,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:27,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T00:37:27,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:27,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:27,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:27,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T00:37:27,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/c609bcfba8c84665a3c43c247ebb4226 2024-11-13T00:37:27,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/834b2635b56d4b03a0c592a33ecedc71 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/834b2635b56d4b03a0c592a33ecedc71 2024-11-13T00:37:27,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/834b2635b56d4b03a0c592a33ecedc71, entries=250, sequenceid=261, filesize=47.4 K 2024-11-13T00:37:27,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/f8d6050a9f874e75bf7988a36092bd58 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f8d6050a9f874e75bf7988a36092bd58 2024-11-13T00:37:27,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f8d6050a9f874e75bf7988a36092bd58, entries=150, sequenceid=261, filesize=12.0 K 2024-11-13T00:37:27,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/c609bcfba8c84665a3c43c247ebb4226 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/c609bcfba8c84665a3c43c247ebb4226 2024-11-13T00:37:27,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/c609bcfba8c84665a3c43c247ebb4226, entries=150, sequenceid=261, filesize=12.0 K 2024-11-13T00:37:27,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1690ms, sequenceid=261, compaction requested=true 2024-11-13T00:37:27,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:27,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:27,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:27,449 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:27,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:27,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:27,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:27,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T00:37:27,449 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:27,450 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:27,450 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A is initiating minor compaction (all files) 2024-11-13T00:37:27,450 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:27,450 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/276fbd91ca5644c184bcad4c55da30ae, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3710e888c55642c49317e5d414df1519, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/834b2635b56d4b03a0c592a33ecedc71] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=108.6 K 2024-11-13T00:37:27,450 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:27,450 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/276fbd91ca5644c184bcad4c55da30ae, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3710e888c55642c49317e5d414df1519, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/834b2635b56d4b03a0c592a33ecedc71] 2024-11-13T00:37:27,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:27,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B is initiating minor compaction (all files) 2024-11-13T00:37:27,451 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:27,451 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/ada846f27dc94ddebc33e0ac611f06a5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/6c58efee24d443388fcced28f8eafeda, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f8d6050a9f874e75bf7988a36092bd58] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=36.2 K 2024-11-13T00:37:27,451 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 276fbd91ca5644c184bcad4c55da30ae, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731458242573 2024-11-13T00:37:27,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ada846f27dc94ddebc33e0ac611f06a5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731458242573 2024-11-13T00:37:27,451 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3710e888c55642c49317e5d414df1519, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731458242919 2024-11-13T00:37:27,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c58efee24d443388fcced28f8eafeda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731458242919 2024-11-13T00:37:27,452 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 834b2635b56d4b03a0c592a33ecedc71, keycount=250, bloomtype=ROW, size=47.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731458243594 2024-11-13T00:37:27,452 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f8d6050a9f874e75bf7988a36092bd58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731458243602 2024-11-13T00:37:27,461 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:27,462 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/846f3619e54e462293d37e27646eaa2d is 50, key is test_row_0/B:col10/1731458245757/Put/seqid=0 2024-11-13T00:37:27,463 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:27,465 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113ad572ada15774ec6877c5f8c6848c965_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:27,467 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113ad572ada15774ec6877c5f8c6848c965_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:27,467 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ad572ada15774ec6877c5f8c6848c965_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:27,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742020_1196 (size=12865) 2024-11-13T00:37:27,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742021_1197 (size=4469) 2024-11-13T00:37:27,479 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#A#compaction#163 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:27,480 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/6b1e37d3bf3349c9bd235c7215fff9bf is 175, key is test_row_0/A:col10/1731458245757/Put/seqid=0 2024-11-13T00:37:27,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742022_1198 (size=31819) 2024-11-13T00:37:27,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T00:37:27,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:27,550 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T00:37:27,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136a4f9ed235434a79a3641e176510f4a3_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458245776/Put/seqid=0 2024-11-13T00:37:27,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742023_1199 (size=12454) 2024-11-13T00:37:27,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:27,570 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136a4f9ed235434a79a3641e176510f4a3_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136a4f9ed235434a79a3641e176510f4a3_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:27,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/01739bba429b40a2aabd850bbd3e57f3, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:27,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/01739bba429b40a2aabd850bbd3e57f3 is 175, key is test_row_0/A:col10/1731458245776/Put/seqid=0 2024-11-13T00:37:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742024_1200 (size=31255) 2024-11-13T00:37:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T00:37:27,880 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/846f3619e54e462293d37e27646eaa2d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/846f3619e54e462293d37e27646eaa2d 2024-11-13T00:37:27,886 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 846f3619e54e462293d37e27646eaa2d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:27,887 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:27,887 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, priority=13, startTime=1731458247449; duration=0sec 2024-11-13T00:37:27,887 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:27,887 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B 2024-11-13T00:37:27,888 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:27,889 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:27,889 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C is initiating minor compaction (all files) 2024-11-13T00:37:27,889 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:27,889 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/645026ff163f4712b697d334e851e0ed, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/8b262e1950af4ebd9ac48da4fea6455b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/c609bcfba8c84665a3c43c247ebb4226] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=36.2 K 2024-11-13T00:37:27,890 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 645026ff163f4712b697d334e851e0ed, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731458242573 2024-11-13T00:37:27,891 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b262e1950af4ebd9ac48da4fea6455b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731458242919 2024-11-13T00:37:27,892 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c609bcfba8c84665a3c43c247ebb4226, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731458243602 2024-11-13T00:37:27,893 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/6b1e37d3bf3349c9bd235c7215fff9bf as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/6b1e37d3bf3349c9bd235c7215fff9bf 2024-11-13T00:37:27,900 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 6b1e37d3bf3349c9bd235c7215fff9bf(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:27,900 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:27,900 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, priority=13, startTime=1731458247449; duration=0sec 2024-11-13T00:37:27,900 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:27,900 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A 2024-11-13T00:37:27,912 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:27,913 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/594c630c8d9d4de3a363bd797f668f60 is 50, key is test_row_0/C:col10/1731458245757/Put/seqid=0 2024-11-13T00:37:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742025_1201 (size=12865) 2024-11-13T00:37:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:27,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:27,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458307951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:27,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:27,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458307952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:27,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:27,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458307955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:27,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:27,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458307956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:27,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:27,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:27,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:27,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458307957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:27,984 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/01739bba429b40a2aabd850bbd3e57f3 2024-11-13T00:37:27,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/a75c23bdca7b4740a880ac281ba3a674 is 50, key is test_row_0/B:col10/1731458245776/Put/seqid=0 2024-11-13T00:37:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742026_1202 (size=12301) 2024-11-13T00:37:28,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458308066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458308066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458308066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458308066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458308066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T00:37:28,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458308276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458308276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458308276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458308276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458308276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,325 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/594c630c8d9d4de3a363bd797f668f60 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/594c630c8d9d4de3a363bd797f668f60 2024-11-13T00:37:28,333 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 594c630c8d9d4de3a363bd797f668f60(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:28,333 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:28,333 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, priority=13, startTime=1731458247449; duration=0sec 2024-11-13T00:37:28,333 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:28,333 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C 2024-11-13T00:37:28,396 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/a75c23bdca7b4740a880ac281ba3a674 2024-11-13T00:37:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/fab3fdbe6e6c4e3ea8ef1f54780b49c8 is 50, key is test_row_0/C:col10/1731458245776/Put/seqid=0 2024-11-13T00:37:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742027_1203 (size=12301) 2024-11-13T00:37:28,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458308586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458308586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458308587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458308587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458308587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:28,823 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/fab3fdbe6e6c4e3ea8ef1f54780b49c8 2024-11-13T00:37:28,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/01739bba429b40a2aabd850bbd3e57f3 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/01739bba429b40a2aabd850bbd3e57f3 2024-11-13T00:37:28,835 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/01739bba429b40a2aabd850bbd3e57f3, entries=150, sequenceid=277, filesize=30.5 K 2024-11-13T00:37:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/a75c23bdca7b4740a880ac281ba3a674 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/a75c23bdca7b4740a880ac281ba3a674 2024-11-13T00:37:28,844 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/a75c23bdca7b4740a880ac281ba3a674, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T00:37:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/fab3fdbe6e6c4e3ea8ef1f54780b49c8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fab3fdbe6e6c4e3ea8ef1f54780b49c8 2024-11-13T00:37:28,853 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fab3fdbe6e6c4e3ea8ef1f54780b49c8, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T00:37:28,855 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1306ms, sequenceid=277, compaction requested=false 2024-11-13T00:37:28,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:28,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:28,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T00:37:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T00:37:28,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-13T00:37:28,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7670 sec 2024-11-13T00:37:28,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.7720 sec 2024-11-13T00:37:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:29,100 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:29,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T00:37:29,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134b6541e0eea9416d9d8574c9660abd42_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458249100/Put/seqid=0 2024-11-13T00:37:29,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458309113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458309116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458309117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458309118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458309119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742028_1204 (size=20074) 2024-11-13T00:37:29,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458309225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458309226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458309226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458309226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458309226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T00:37:29,247 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:29,247 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-13T00:37:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T00:37:29,249 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:29,250 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:29,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T00:37:29,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T00:37:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:29,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458309436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458309437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458309437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458309437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458309437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:29,542 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134b6541e0eea9416d9d8574c9660abd42_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134b6541e0eea9416d9d8574c9660abd42_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:29,543 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/1a9ac3cd55da41dc904980757f0390a2, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:29,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/1a9ac3cd55da41dc904980757f0390a2 is 175, key is test_row_0/A:col10/1731458249100/Put/seqid=0 2024-11-13T00:37:29,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T00:37:29,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:29,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:29,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:29,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742029_1205 (size=57333) 2024-11-13T00:37:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T00:37:29,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T00:37:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:29,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458309746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458309755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458309756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458309756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458309756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:29,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T00:37:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:29,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T00:37:29,958 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/1a9ac3cd55da41dc904980757f0390a2 2024-11-13T00:37:29,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/3073808647504d308122e73d6f8373c6 is 50, key is test_row_0/B:col10/1731458249100/Put/seqid=0 2024-11-13T00:37:29,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742030_1206 (size=12301) 2024-11-13T00:37:29,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/3073808647504d308122e73d6f8373c6 2024-11-13T00:37:29,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ca44c6228d4b4e9f8279b94da9419470 is 50, key is test_row_0/C:col10/1731458249100/Put/seqid=0 2024-11-13T00:37:29,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742031_1207 (size=12301) 2024-11-13T00:37:29,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ca44c6228d4b4e9f8279b94da9419470 2024-11-13T00:37:30,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/1a9ac3cd55da41dc904980757f0390a2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1a9ac3cd55da41dc904980757f0390a2 2024-11-13T00:37:30,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1a9ac3cd55da41dc904980757f0390a2, entries=300, sequenceid=303, filesize=56.0 K 2024-11-13T00:37:30,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/3073808647504d308122e73d6f8373c6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/3073808647504d308122e73d6f8373c6 2024-11-13T00:37:30,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T00:37:30,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:30,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:30,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:30,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:30,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:30,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/3073808647504d308122e73d6f8373c6, entries=150, sequenceid=303, filesize=12.0 K 2024-11-13T00:37:30,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/ca44c6228d4b4e9f8279b94da9419470 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ca44c6228d4b4e9f8279b94da9419470 2024-11-13T00:37:30,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ca44c6228d4b4e9f8279b94da9419470, entries=150, sequenceid=303, filesize=12.0 K 2024-11-13T00:37:30,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 927ms, sequenceid=303, compaction requested=true 2024-11-13T00:37:30,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:30,028 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:30,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:30,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:30,029 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:30,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:30,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:30,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:30,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:30,029 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120407 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:30,029 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A is initiating minor compaction (all files) 2024-11-13T00:37:30,029 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:30,029 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/6b1e37d3bf3349c9bd235c7215fff9bf, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/01739bba429b40a2aabd850bbd3e57f3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1a9ac3cd55da41dc904980757f0390a2] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=117.6 K 2024-11-13T00:37:30,029 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:30,029 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/6b1e37d3bf3349c9bd235c7215fff9bf, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/01739bba429b40a2aabd850bbd3e57f3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1a9ac3cd55da41dc904980757f0390a2] 2024-11-13T00:37:30,030 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b1e37d3bf3349c9bd235c7215fff9bf, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731458243602 2024-11-13T00:37:30,031 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:30,031 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B is initiating minor compaction (all files) 2024-11-13T00:37:30,031 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01739bba429b40a2aabd850bbd3e57f3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731458245770 2024-11-13T00:37:30,031 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:30,031 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/846f3619e54e462293d37e27646eaa2d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/a75c23bdca7b4740a880ac281ba3a674, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/3073808647504d308122e73d6f8373c6] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=36.6 K 2024-11-13T00:37:30,031 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a9ac3cd55da41dc904980757f0390a2, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731458247949 2024-11-13T00:37:30,031 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 846f3619e54e462293d37e27646eaa2d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731458243602 2024-11-13T00:37:30,032 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting a75c23bdca7b4740a880ac281ba3a674, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731458245770 2024-11-13T00:37:30,032 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3073808647504d308122e73d6f8373c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731458249098 2024-11-13T00:37:30,043 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:30,045 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113e1f320223594438cbf5b2313dc0c5d8d_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:30,045 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:30,046 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/11a114337adc431b8d1025ebb9baa5c1 is 50, key is test_row_0/B:col10/1731458249100/Put/seqid=0 2024-11-13T00:37:30,047 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113e1f320223594438cbf5b2313dc0c5d8d_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:30,047 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e1f320223594438cbf5b2313dc0c5d8d_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:30,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742033_1209 (size=4469) 2024-11-13T00:37:30,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742032_1208 (size=13017) 2024-11-13T00:37:30,072 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/11a114337adc431b8d1025ebb9baa5c1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/11a114337adc431b8d1025ebb9baa5c1 2024-11-13T00:37:30,082 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 11a114337adc431b8d1025ebb9baa5c1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:30,082 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:30,082 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, priority=13, startTime=1731458250028; duration=0sec 2024-11-13T00:37:30,082 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:30,082 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B 2024-11-13T00:37:30,082 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:30,083 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:30,083 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C is initiating minor compaction (all files) 2024-11-13T00:37:30,083 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:30,083 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/594c630c8d9d4de3a363bd797f668f60, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fab3fdbe6e6c4e3ea8ef1f54780b49c8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ca44c6228d4b4e9f8279b94da9419470] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=36.6 K 2024-11-13T00:37:30,084 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 594c630c8d9d4de3a363bd797f668f60, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731458243602 2024-11-13T00:37:30,084 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting fab3fdbe6e6c4e3ea8ef1f54780b49c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731458245770 2024-11-13T00:37:30,085 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ca44c6228d4b4e9f8279b94da9419470, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731458249098 2024-11-13T00:37:30,108 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:30,109 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/d418b8f2e9ad4f5bb4604298c01e303e is 50, key is test_row_0/C:col10/1731458249100/Put/seqid=0 2024-11-13T00:37:30,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742034_1210 (size=13017) 2024-11-13T00:37:30,141 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/d418b8f2e9ad4f5bb4604298c01e303e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d418b8f2e9ad4f5bb4604298c01e303e 2024-11-13T00:37:30,148 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into d418b8f2e9ad4f5bb4604298c01e303e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:30,148 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:30,148 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, priority=13, startTime=1731458250029; duration=0sec 2024-11-13T00:37:30,148 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:30,148 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C 2024-11-13T00:37:30,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T00:37:30,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:30,170 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T00:37:30,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113049e665addf647638d8fbdd7ffeda438_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458249110/Put/seqid=0 2024-11-13T00:37:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742035_1211 (size=12454) 2024-11-13T00:37:30,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:30,210 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113049e665addf647638d8fbdd7ffeda438_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113049e665addf647638d8fbdd7ffeda438_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:30,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/3d840338cf5944cc84f7af130ed8a16e, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:30,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/3d840338cf5944cc84f7af130ed8a16e is 175, key is test_row_0/A:col10/1731458249110/Put/seqid=0 2024-11-13T00:37:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742036_1212 (size=31255) 2024-11-13T00:37:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:30,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458310316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458310317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458310329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458310330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458310330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T00:37:30,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458310436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458310436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458310436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458310446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458310446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,462 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:30,463 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/cf9efafe406b4912a74fdae2d92e65a3 is 175, key is test_row_0/A:col10/1731458249100/Put/seqid=0 2024-11-13T00:37:30,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742037_1213 (size=31971) 2024-11-13T00:37:30,627 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/3d840338cf5944cc84f7af130ed8a16e 2024-11-13T00:37:30,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/230519d306154e028dbef4b88a02ef9b is 50, key is test_row_0/B:col10/1731458249110/Put/seqid=0 2024-11-13T00:37:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742038_1214 (size=12301) 2024-11-13T00:37:30,641 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/230519d306154e028dbef4b88a02ef9b 2024-11-13T00:37:30,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/27c00564090146fdaa11f256e09278c5 is 50, key is test_row_0/C:col10/1731458249110/Put/seqid=0 2024-11-13T00:37:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458310646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458310646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742039_1215 (size=12301) 2024-11-13T00:37:30,653 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/27c00564090146fdaa11f256e09278c5 2024-11-13T00:37:30,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458310646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458310657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458310657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/3d840338cf5944cc84f7af130ed8a16e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3d840338cf5944cc84f7af130ed8a16e 2024-11-13T00:37:30,668 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3d840338cf5944cc84f7af130ed8a16e, entries=150, sequenceid=319, filesize=30.5 K 2024-11-13T00:37:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/230519d306154e028dbef4b88a02ef9b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/230519d306154e028dbef4b88a02ef9b 2024-11-13T00:37:30,673 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/230519d306154e028dbef4b88a02ef9b, entries=150, sequenceid=319, filesize=12.0 K 2024-11-13T00:37:30,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/27c00564090146fdaa11f256e09278c5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/27c00564090146fdaa11f256e09278c5 2024-11-13T00:37:30,679 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/27c00564090146fdaa11f256e09278c5, entries=150, sequenceid=319, filesize=12.0 K 2024-11-13T00:37:30,680 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 510ms, sequenceid=319, compaction requested=false 2024-11-13T00:37:30,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:30,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:30,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-13T00:37:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-13T00:37:30,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T00:37:30,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-13T00:37:30,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.4370 sec 2024-11-13T00:37:30,874 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/cf9efafe406b4912a74fdae2d92e65a3 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/cf9efafe406b4912a74fdae2d92e65a3 2024-11-13T00:37:30,882 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into cf9efafe406b4912a74fdae2d92e65a3(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:30,882 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:30,882 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, priority=13, startTime=1731458250028; duration=0sec 2024-11-13T00:37:30,882 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:30,882 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A 2024-11-13T00:37:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:30,958 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:30,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:37:30,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113263c4821de9c4b55aad029611308324c_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458250957/Put/seqid=0 2024-11-13T00:37:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742040_1216 (size=14994) 2024-11-13T00:37:30,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458310970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458310973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458310973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458310974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458310974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458311085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458311085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458311086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458311086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458311086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458311295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458311296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458311296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458311296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458311296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:31,379 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113263c4821de9c4b55aad029611308324c_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113263c4821de9c4b55aad029611308324c_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:31,380 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/61a16f3ed5214702bc93ecbcf9f4b485, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:31,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/61a16f3ed5214702bc93ecbcf9f4b485 is 175, key is test_row_0/A:col10/1731458250957/Put/seqid=0 2024-11-13T00:37:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742041_1217 (size=39949) 2024-11-13T00:37:31,391 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/61a16f3ed5214702bc93ecbcf9f4b485 2024-11-13T00:37:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T00:37:31,396 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:31,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-13T00:37:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T00:37:31,400 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:31,401 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:31,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:31,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/d5a46cfbbed541948da0cae041ed39f6 is 50, key is test_row_0/B:col10/1731458250957/Put/seqid=0 2024-11-13T00:37:31,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742042_1218 (size=12301) 2024-11-13T00:37:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T00:37:31,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T00:37:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:31,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:31,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458311606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458311606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458311606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458311616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458311616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:31,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T00:37:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:31,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T00:37:31,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/d5a46cfbbed541948da0cae041ed39f6 2024-11-13T00:37:31,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/3929a97432a849dfb73e71c8eb67384c is 50, key is test_row_0/C:col10/1731458250957/Put/seqid=0 2024-11-13T00:37:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742043_1219 (size=12301) 2024-11-13T00:37:31,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T00:37:31,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:31,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:31,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:31,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:31,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:32,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T00:37:32,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:32,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:32,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:32,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:32,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T00:37:32,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458312116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:32,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:32,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:32,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:32,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458312116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:32,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:32,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:32,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:32,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458312116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:32,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:32,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:32,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:32,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458312125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:32,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458312125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:32,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T00:37:32,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:32,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:32,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:32,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:32,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:32,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/3929a97432a849dfb73e71c8eb67384c 2024-11-13T00:37:32,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/61a16f3ed5214702bc93ecbcf9f4b485 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/61a16f3ed5214702bc93ecbcf9f4b485 2024-11-13T00:37:32,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/61a16f3ed5214702bc93ecbcf9f4b485, entries=200, sequenceid=346, filesize=39.0 K 2024-11-13T00:37:32,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/d5a46cfbbed541948da0cae041ed39f6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d5a46cfbbed541948da0cae041ed39f6 2024-11-13T00:37:32,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d5a46cfbbed541948da0cae041ed39f6, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T00:37:32,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/3929a97432a849dfb73e71c8eb67384c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3929a97432a849dfb73e71c8eb67384c 2024-11-13T00:37:32,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3929a97432a849dfb73e71c8eb67384c, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T00:37:32,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1319ms, sequenceid=346, compaction requested=true 2024-11-13T00:37:32,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:32,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:32,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:32,277 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:32,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:32,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:32,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:32,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:32,277 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:32,278 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:32,278 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:32,278 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B is initiating minor compaction (all files) 2024-11-13T00:37:32,278 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A is initiating minor compaction (all files) 2024-11-13T00:37:32,279 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:32,279 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:32,279 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/11a114337adc431b8d1025ebb9baa5c1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/230519d306154e028dbef4b88a02ef9b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d5a46cfbbed541948da0cae041ed39f6] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=36.7 K 2024-11-13T00:37:32,279 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/cf9efafe406b4912a74fdae2d92e65a3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3d840338cf5944cc84f7af130ed8a16e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/61a16f3ed5214702bc93ecbcf9f4b485] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=100.8 K 2024-11-13T00:37:32,279 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:32,279 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/cf9efafe406b4912a74fdae2d92e65a3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3d840338cf5944cc84f7af130ed8a16e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/61a16f3ed5214702bc93ecbcf9f4b485] 2024-11-13T00:37:32,279 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 11a114337adc431b8d1025ebb9baa5c1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731458249098 2024-11-13T00:37:32,279 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf9efafe406b4912a74fdae2d92e65a3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731458249098 2024-11-13T00:37:32,280 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d840338cf5944cc84f7af130ed8a16e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731458249110 2024-11-13T00:37:32,280 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 230519d306154e028dbef4b88a02ef9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731458249110 2024-11-13T00:37:32,281 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61a16f3ed5214702bc93ecbcf9f4b485, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731458250313 2024-11-13T00:37:32,281 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d5a46cfbbed541948da0cae041ed39f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731458250313 2024-11-13T00:37:32,293 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:32,296 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:32,297 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/85eb8df3dab846388a626c28295e3b5a is 50, key is test_row_0/B:col10/1731458250957/Put/seqid=0 2024-11-13T00:37:32,299 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113d12d6a6f8a114d839307227ab1086386_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:32,301 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113d12d6a6f8a114d839307227ab1086386_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:32,301 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d12d6a6f8a114d839307227ab1086386_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742044_1220 (size=13119) 2024-11-13T00:37:32,308 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/85eb8df3dab846388a626c28295e3b5a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/85eb8df3dab846388a626c28295e3b5a 2024-11-13T00:37:32,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742045_1221 (size=4469) 2024-11-13T00:37:32,314 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 85eb8df3dab846388a626c28295e3b5a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:32,314 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:32,315 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, priority=13, startTime=1731458252277; duration=0sec 2024-11-13T00:37:32,315 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:32,315 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B 2024-11-13T00:37:32,315 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:32,317 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:32,317 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C is initiating minor compaction (all files) 2024-11-13T00:37:32,317 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:32,317 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d418b8f2e9ad4f5bb4604298c01e303e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/27c00564090146fdaa11f256e09278c5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3929a97432a849dfb73e71c8eb67384c] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=36.7 K 2024-11-13T00:37:32,319 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d418b8f2e9ad4f5bb4604298c01e303e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731458249098 2024-11-13T00:37:32,319 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 27c00564090146fdaa11f256e09278c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731458249110 2024-11-13T00:37:32,319 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3929a97432a849dfb73e71c8eb67384c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731458250313 2024-11-13T00:37:32,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T00:37:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:32,325 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T00:37:32,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111349d4a2d4a0df4f7e9f38c14a294c009b_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458250968/Put/seqid=0 2024-11-13T00:37:32,346 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:32,346 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/69483062dded458088dfad394bdcc365 is 50, key is test_row_0/C:col10/1731458250957/Put/seqid=0 2024-11-13T00:37:32,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742046_1222 (size=12454) 2024-11-13T00:37:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742047_1223 (size=13119) 2024-11-13T00:37:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T00:37:32,712 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#A#compaction#180 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:32,712 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/1bd07ff7b36047268bdbab8af44d7773 is 175, key is test_row_0/A:col10/1731458250957/Put/seqid=0 2024-11-13T00:37:32,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742048_1224 (size=32073) 2024-11-13T00:37:32,721 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/1bd07ff7b36047268bdbab8af44d7773 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1bd07ff7b36047268bdbab8af44d7773 2024-11-13T00:37:32,726 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 1bd07ff7b36047268bdbab8af44d7773(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:32,726 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:32,726 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, priority=13, startTime=1731458252277; duration=0sec 2024-11-13T00:37:32,726 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:32,726 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A 2024-11-13T00:37:32,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:32,754 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111349d4a2d4a0df4f7e9f38c14a294c009b_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111349d4a2d4a0df4f7e9f38c14a294c009b_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/a531b52bcbd04699b6f876914f713209, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:32,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/a531b52bcbd04699b6f876914f713209 is 175, key is test_row_0/A:col10/1731458250968/Put/seqid=0 2024-11-13T00:37:32,761 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/69483062dded458088dfad394bdcc365 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/69483062dded458088dfad394bdcc365 2024-11-13T00:37:32,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742049_1225 (size=31255) 2024-11-13T00:37:32,767 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 69483062dded458088dfad394bdcc365(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:32,767 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:32,767 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, priority=13, startTime=1731458252277; duration=0sec 2024-11-13T00:37:32,767 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:32,767 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C 2024-11-13T00:37:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:33,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. as already flushing 2024-11-13T00:37:33,162 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/a531b52bcbd04699b6f876914f713209 2024-11-13T00:37:33,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458313162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458313164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/c1c947e690ce4e358370ad5a609a32ab is 50, key is test_row_0/B:col10/1731458250968/Put/seqid=0 2024-11-13T00:37:33,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458313166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458313168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458313168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742050_1226 (size=12301) 2024-11-13T00:37:33,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458313276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458313276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458313276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458313286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458313286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458313485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458313485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458313486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458313496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458313496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T00:37:33,579 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/c1c947e690ce4e358370ad5a609a32ab 2024-11-13T00:37:33,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/a490284745e644d2937f0cfab2386bc2 is 50, key is test_row_0/C:col10/1731458250968/Put/seqid=0 2024-11-13T00:37:33,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742051_1227 (size=12301) 2024-11-13T00:37:33,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458313795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458313795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458313796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458313806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:33,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458313806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:33,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:33,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:33,991 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/a490284745e644d2937f0cfab2386bc2 2024-11-13T00:37:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/a531b52bcbd04699b6f876914f713209 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/a531b52bcbd04699b6f876914f713209 2024-11-13T00:37:34,002 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/a531b52bcbd04699b6f876914f713209, entries=150, sequenceid=357, filesize=30.5 K 2024-11-13T00:37:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/c1c947e690ce4e358370ad5a609a32ab as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c1c947e690ce4e358370ad5a609a32ab 2024-11-13T00:37:34,007 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c1c947e690ce4e358370ad5a609a32ab, entries=150, sequenceid=357, filesize=12.0 K 2024-11-13T00:37:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/a490284745e644d2937f0cfab2386bc2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/a490284745e644d2937f0cfab2386bc2 2024-11-13T00:37:34,011 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/a490284745e644d2937f0cfab2386bc2, entries=150, sequenceid=357, filesize=12.0 K 2024-11-13T00:37:34,012 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1687ms, sequenceid=357, compaction requested=false 2024-11-13T00:37:34,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:34,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:34,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-13T00:37:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-13T00:37:34,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-13T00:37:34,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6140 sec 2024-11-13T00:37:34,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.6200 sec 2024-11-13T00:37:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:34,307 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:34,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T00:37:34,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ae7d6cc91286481aade07c1c525a7bef_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458254307/Put/seqid=0 2024-11-13T00:37:34,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742052_1228 (size=17534) 2024-11-13T00:37:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458314316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458314316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458314345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458314345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458314345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,453 INFO [Thread-633 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-633. 2024-11-13T00:37:34,453 DEBUG [Thread-633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:34,453 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:34,453 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:34,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:34,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458314455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,459 INFO [Thread-635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-635. 2024-11-13T00:37:34,459 DEBUG [Thread-635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:34,459 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:34,459 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:34,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,460 INFO [Thread-639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-639. 2024-11-13T00:37:34,460 DEBUG [Thread-639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:34,460 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:34,461 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:34,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:34,461 INFO [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637. 2024-11-13T00:37:34,462 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:34,462 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:34,462 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:34,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:34,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458314466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458314466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458314666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458314675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458314675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,729 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:34,733 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ae7d6cc91286481aade07c1c525a7bef_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ae7d6cc91286481aade07c1c525a7bef_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:34,734 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/d3e26ca89ab7422f9831adf190f83cf1, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:34,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/d3e26ca89ab7422f9831adf190f83cf1 is 175, key is test_row_0/A:col10/1731458254307/Put/seqid=0 2024-11-13T00:37:34,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742053_1229 (size=48639) 2024-11-13T00:37:34,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458314976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458314986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458314986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:35,139 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/d3e26ca89ab7422f9831adf190f83cf1 2024-11-13T00:37:35,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/f776d940e58948febcc83fce2a0fcb84 is 50, key is test_row_0/B:col10/1731458254307/Put/seqid=0 2024-11-13T00:37:35,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742054_1230 (size=12301) 2024-11-13T00:37:35,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:35,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43764 deadline: 1731458315355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1731458315355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:35,356 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_2' in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:35,356 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:35,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43774 deadline: 1731458315486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:35,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:35,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43806 deadline: 1731458315496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43816 deadline: 1731458315496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:35,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:35,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:35,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:35,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:35,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:37:35,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/f776d940e58948febcc83fce2a0fcb84 2024-11-13T00:37:35,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/eb101c1c3f6b4332b4390d2771e1db3a is 50, key is test_row_0/C:col10/1731458254307/Put/seqid=0 2024-11-13T00:37:35,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742055_1231 (size=12301) 2024-11-13T00:37:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T00:37:35,586 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:35,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/eb101c1c3f6b4332b4390d2771e1db3a 2024-11-13T00:37:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/d3e26ca89ab7422f9831adf190f83cf1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/d3e26ca89ab7422f9831adf190f83cf1 2024-11-13T00:37:35,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/d3e26ca89ab7422f9831adf190f83cf1, entries=250, sequenceid=387, filesize=47.5 K 2024-11-13T00:37:35,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/f776d940e58948febcc83fce2a0fcb84 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f776d940e58948febcc83fce2a0fcb84 2024-11-13T00:37:35,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f776d940e58948febcc83fce2a0fcb84, entries=150, sequenceid=387, filesize=12.0 K 2024-11-13T00:37:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/eb101c1c3f6b4332b4390d2771e1db3a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/eb101c1c3f6b4332b4390d2771e1db3a 2024-11-13T00:37:35,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/eb101c1c3f6b4332b4390d2771e1db3a, entries=150, sequenceid=387, filesize=12.0 K 2024-11-13T00:37:35,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1670ms, sequenceid=387, compaction requested=true 2024-11-13T00:37:35,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:35,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:35,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:35,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:35,977 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:35,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:35,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:35,977 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:35,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:35,978 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:35,978 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:35,978 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A is initiating minor compaction (all files) 2024-11-13T00:37:35,978 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B is initiating minor compaction (all files) 2024-11-13T00:37:35,978 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:35,978 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:35,978 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1bd07ff7b36047268bdbab8af44d7773, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/a531b52bcbd04699b6f876914f713209, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/d3e26ca89ab7422f9831adf190f83cf1] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=109.3 K 2024-11-13T00:37:35,978 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/85eb8df3dab846388a626c28295e3b5a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c1c947e690ce4e358370ad5a609a32ab, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f776d940e58948febcc83fce2a0fcb84] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=36.8 K 2024-11-13T00:37:35,978 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:35,978 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1bd07ff7b36047268bdbab8af44d7773, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/a531b52bcbd04699b6f876914f713209, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/d3e26ca89ab7422f9831adf190f83cf1] 2024-11-13T00:37:35,979 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 85eb8df3dab846388a626c28295e3b5a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731458250313 2024-11-13T00:37:35,979 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bd07ff7b36047268bdbab8af44d7773, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731458250313 2024-11-13T00:37:35,979 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a531b52bcbd04699b6f876914f713209, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731458250968 2024-11-13T00:37:35,979 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c947e690ce4e358370ad5a609a32ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731458250968 2024-11-13T00:37:35,979 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3e26ca89ab7422f9831adf190f83cf1, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731458253163 2024-11-13T00:37:35,979 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f776d940e58948febcc83fce2a0fcb84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731458253166 2024-11-13T00:37:35,986 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:35,987 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/2136299b40364769a3d316443baffd24 is 50, key is test_row_0/B:col10/1731458254307/Put/seqid=0 2024-11-13T00:37:35,990 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:35,992 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411135c2bec5b6a5e4ccb974072356c6a96fc_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:35,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742056_1232 (size=13221) 2024-11-13T00:37:36,021 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411135c2bec5b6a5e4ccb974072356c6a96fc_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:36,022 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135c2bec5b6a5e4ccb974072356c6a96fc_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742057_1233 (size=4469) 2024-11-13T00:37:36,398 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/2136299b40364769a3d316443baffd24 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/2136299b40364769a3d316443baffd24 2024-11-13T00:37:36,403 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 2136299b40364769a3d316443baffd24(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:36,403 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:36,403 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, priority=13, startTime=1731458255977; duration=0sec 2024-11-13T00:37:36,403 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:36,403 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:B 2024-11-13T00:37:36,403 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:36,404 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:36,404 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C is initiating minor compaction (all files) 2024-11-13T00:37:36,404 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C in TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:36,404 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/69483062dded458088dfad394bdcc365, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/a490284745e644d2937f0cfab2386bc2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/eb101c1c3f6b4332b4390d2771e1db3a] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp, totalSize=36.8 K 2024-11-13T00:37:36,405 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 69483062dded458088dfad394bdcc365, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731458250313 2024-11-13T00:37:36,405 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting a490284745e644d2937f0cfab2386bc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731458250968 2024-11-13T00:37:36,405 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting eb101c1c3f6b4332b4390d2771e1db3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731458253166 2024-11-13T00:37:36,413 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#C#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:36,414 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/9002e2d0200a438785d1b826e5602482 is 50, key is test_row_0/C:col10/1731458254307/Put/seqid=0 2024-11-13T00:37:36,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742058_1234 (size=13221) 2024-11-13T00:37:36,427 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:36,428 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/50c1dfe06e77414ba9bddf01605682e4 is 175, key is test_row_0/A:col10/1731458254307/Put/seqid=0 2024-11-13T00:37:36,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742059_1235 (size=32175) 2024-11-13T00:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:36,498 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:36,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:37:36,498 INFO [Thread-628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-628. 2024-11-13T00:37:36,498 DEBUG [Thread-628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:36,498 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:36,498 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:36,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:36,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bd4dd5a2fade48238a3d5ef937fd8ca1_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458256496/Put/seqid=0 2024-11-13T00:37:36,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742060_1236 (size=9914) 2024-11-13T00:37:36,508 INFO [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626. 2024-11-13T00:37:36,508 INFO [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622. 2024-11-13T00:37:36,508 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:36,508 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:36,508 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:36,508 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:36,508 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:36,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:36,508 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:36,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:36,823 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/9002e2d0200a438785d1b826e5602482 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/9002e2d0200a438785d1b826e5602482 2024-11-13T00:37:36,827 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 9002e2d0200a438785d1b826e5602482(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:36,827 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:36,828 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, priority=13, startTime=1731458255977; duration=0sec 2024-11-13T00:37:36,828 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:36,828 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:C 2024-11-13T00:37:36,835 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/50c1dfe06e77414ba9bddf01605682e4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/50c1dfe06e77414ba9bddf01605682e4 2024-11-13T00:37:36,839 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A of 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 into 50c1dfe06e77414ba9bddf01605682e4(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:36,839 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:36,839 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., storeName=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, priority=13, startTime=1731458255977; duration=0sec 2024-11-13T00:37:36,839 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:36,839 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7:A 2024-11-13T00:37:36,908 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:36,911 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bd4dd5a2fade48238a3d5ef937fd8ca1_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bd4dd5a2fade48238a3d5ef937fd8ca1_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:36,912 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/17f553c13d74436ab7bfd45bc19d13b7, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:36,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/17f553c13d74436ab7bfd45bc19d13b7 is 175, key is test_row_0/A:col10/1731458256496/Put/seqid=0 2024-11-13T00:37:36,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742061_1237 (size=22561) 2024-11-13T00:37:37,317 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/17f553c13d74436ab7bfd45bc19d13b7 2024-11-13T00:37:37,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/725cc353e5da4601a932153e866d1c12 is 50, key is test_row_0/B:col10/1731458256496/Put/seqid=0 2024-11-13T00:37:37,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742062_1238 (size=9857) 2024-11-13T00:37:37,367 INFO [Thread-630 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-630. 2024-11-13T00:37:37,367 DEBUG [Thread-630 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:37,367 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:37,368 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:37,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:37,376 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-11-13T00:37:37,376 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:37:37,376 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:37,377 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:37,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3058 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2982 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1365 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4095 rows 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1375 2024-11-13T00:37:37,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4124 rows 2024-11-13T00:37:37,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:37:37,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:37:37,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:37,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:37,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:37:37,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T00:37:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T00:37:37,381 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458257381"}]},"ts":"1731458257381"} 2024-11-13T00:37:37,382 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T00:37:37,383 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T00:37:37,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T00:37:37,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, UNASSIGN}] 2024-11-13T00:37:37,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, UNASSIGN 2024-11-13T00:37:37,385 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, regionState=CLOSING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:37:37,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, UNASSIGN because future has completed 2024-11-13T00:37:37,387 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T00:37:37,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:37:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T00:37:37,538 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(122): Close 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:37,539 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T00:37:37,539 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1722): Closing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, disabling compactions & flushes 2024-11-13T00:37:37,539 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T00:37:37,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/725cc353e5da4601a932153e866d1c12 2024-11-13T00:37:37,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/f2a5ae2f63504e15b14e1c8c4d0c4203 is 50, key is test_row_0/C:col10/1731458256496/Put/seqid=0 2024-11-13T00:37:37,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742063_1239 (size=9857) 2024-11-13T00:37:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T00:37:38,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/f2a5ae2f63504e15b14e1c8c4d0c4203 2024-11-13T00:37:38,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/17f553c13d74436ab7bfd45bc19d13b7 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/17f553c13d74436ab7bfd45bc19d13b7 2024-11-13T00:37:38,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/17f553c13d74436ab7bfd45bc19d13b7, entries=100, sequenceid=399, filesize=22.0 K 2024-11-13T00:37:38,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/725cc353e5da4601a932153e866d1c12 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/725cc353e5da4601a932153e866d1c12 2024-11-13T00:37:38,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/725cc353e5da4601a932153e866d1c12, entries=100, sequenceid=399, filesize=9.6 K 2024-11-13T00:37:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/f2a5ae2f63504e15b14e1c8c4d0c4203 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/f2a5ae2f63504e15b14e1c8c4d0c4203 2024-11-13T00:37:38,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/f2a5ae2f63504e15b14e1c8c4d0c4203, entries=100, sequenceid=399, filesize=9.6 K 2024-11-13T00:37:38,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1657ms, sequenceid=399, compaction requested=false 2024-11-13T00:37:38,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: 2024-11-13T00:37:38,155 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:38,155 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:38,155 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. after waiting 0 ms 2024-11-13T00:37:38,155 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:38,155 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(2902): Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T00:37:38,161 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ae3ca5e643ea40b399865d5eed77106a_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 is 50, key is test_row_0/A:col10/1731458257366/Put/seqid=0 2024-11-13T00:37:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742064_1240 (size=12454) 2024-11-13T00:37:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T00:37:38,565 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:38,568 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ae3ca5e643ea40b399865d5eed77106a_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ae3ca5e643ea40b399865d5eed77106a_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:38,569 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/63fb25dbb87b4a2a9672c93bd7df3f8e, store: [table=TestAcidGuarantees family=A region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7] 2024-11-13T00:37:38,569 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/63fb25dbb87b4a2a9672c93bd7df3f8e is 175, key is test_row_0/A:col10/1731458257366/Put/seqid=0 2024-11-13T00:37:38,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742065_1241 (size=31255) 2024-11-13T00:37:38,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:37:38,973 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/63fb25dbb87b4a2a9672c93bd7df3f8e 2024-11-13T00:37:38,979 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/dcf1e67a4c064c229253245b4028409e is 50, key is test_row_0/B:col10/1731458257366/Put/seqid=0 2024-11-13T00:37:38,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742066_1242 (size=12301) 2024-11-13T00:37:39,383 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/dcf1e67a4c064c229253245b4028409e 2024-11-13T00:37:39,390 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/7931f53727744a27998611486add6f1c is 50, key is test_row_0/C:col10/1731458257366/Put/seqid=0 2024-11-13T00:37:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742067_1243 (size=12301) 2024-11-13T00:37:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T00:37:39,794 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/7931f53727744a27998611486add6f1c 2024-11-13T00:37:39,798 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/A/63fb25dbb87b4a2a9672c93bd7df3f8e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/63fb25dbb87b4a2a9672c93bd7df3f8e 2024-11-13T00:37:39,801 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/63fb25dbb87b4a2a9672c93bd7df3f8e, entries=150, sequenceid=408, filesize=30.5 K 2024-11-13T00:37:39,802 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/B/dcf1e67a4c064c229253245b4028409e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/dcf1e67a4c064c229253245b4028409e 2024-11-13T00:37:39,805 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/dcf1e67a4c064c229253245b4028409e, entries=150, sequenceid=408, filesize=12.0 K 2024-11-13T00:37:39,806 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/.tmp/C/7931f53727744a27998611486add6f1c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/7931f53727744a27998611486add6f1c 2024-11-13T00:37:39,809 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/7931f53727744a27998611486add6f1c, entries=150, sequenceid=408, filesize=12.0 K 2024-11-13T00:37:39,809 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1654ms, sequenceid=408, compaction requested=true 2024-11-13T00:37:39,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/8d1f23d6b0074ce49b468fe65cd085b8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/4c210eca66244c8abac8f7b4000b7ce5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/74e9c71644ff481cb937b9d9911c20c1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/75143e27958644aa989eb0a843257b68, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/da4d205534254abeaad6bcac3cb086d2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2e031a3a880a435998110783b6a40850, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9397c4401add4dc089a2a9bc73695e44, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/25b86e68ac1540dfbb267a5da337bb5d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9caa56cefa3c49a18484bc7fc3eb560d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/95f787a3361e4b159fcb74fd8b6128b0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1ccd1641448743efae3219981bd0f174, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2a29929270c84c2a9574d75f56b71903, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/79e85ed1def54ec1b9c8432abbb7a0ee, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/0993906057044c96a8d1000132fb3ca9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/80ca0675038442ce8b38233d0da62a93, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/276fbd91ca5644c184bcad4c55da30ae, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3710e888c55642c49317e5d414df1519, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/834b2635b56d4b03a0c592a33ecedc71, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/6b1e37d3bf3349c9bd235c7215fff9bf, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/01739bba429b40a2aabd850bbd3e57f3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1a9ac3cd55da41dc904980757f0390a2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/cf9efafe406b4912a74fdae2d92e65a3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3d840338cf5944cc84f7af130ed8a16e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/61a16f3ed5214702bc93ecbcf9f4b485, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1bd07ff7b36047268bdbab8af44d7773, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/a531b52bcbd04699b6f876914f713209, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/d3e26ca89ab7422f9831adf190f83cf1] to archive 2024-11-13T00:37:39,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:37:39,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/8d1f23d6b0074ce49b468fe65cd085b8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/8d1f23d6b0074ce49b468fe65cd085b8 2024-11-13T00:37:39,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/4c210eca66244c8abac8f7b4000b7ce5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/4c210eca66244c8abac8f7b4000b7ce5 2024-11-13T00:37:39,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/74e9c71644ff481cb937b9d9911c20c1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/74e9c71644ff481cb937b9d9911c20c1 2024-11-13T00:37:39,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/75143e27958644aa989eb0a843257b68 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/75143e27958644aa989eb0a843257b68 2024-11-13T00:37:39,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/da4d205534254abeaad6bcac3cb086d2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/da4d205534254abeaad6bcac3cb086d2 2024-11-13T00:37:39,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2e031a3a880a435998110783b6a40850 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2e031a3a880a435998110783b6a40850 2024-11-13T00:37:39,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9397c4401add4dc089a2a9bc73695e44 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9397c4401add4dc089a2a9bc73695e44 2024-11-13T00:37:39,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/25b86e68ac1540dfbb267a5da337bb5d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/25b86e68ac1540dfbb267a5da337bb5d 2024-11-13T00:37:39,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9caa56cefa3c49a18484bc7fc3eb560d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/9caa56cefa3c49a18484bc7fc3eb560d 2024-11-13T00:37:39,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/95f787a3361e4b159fcb74fd8b6128b0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/95f787a3361e4b159fcb74fd8b6128b0 2024-11-13T00:37:39,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1ccd1641448743efae3219981bd0f174 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1ccd1641448743efae3219981bd0f174 2024-11-13T00:37:39,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2a29929270c84c2a9574d75f56b71903 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/2a29929270c84c2a9574d75f56b71903 2024-11-13T00:37:39,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/79e85ed1def54ec1b9c8432abbb7a0ee to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/79e85ed1def54ec1b9c8432abbb7a0ee 2024-11-13T00:37:39,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/0993906057044c96a8d1000132fb3ca9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/0993906057044c96a8d1000132fb3ca9 2024-11-13T00:37:39,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/80ca0675038442ce8b38233d0da62a93 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/80ca0675038442ce8b38233d0da62a93 2024-11-13T00:37:39,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/276fbd91ca5644c184bcad4c55da30ae to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/276fbd91ca5644c184bcad4c55da30ae 2024-11-13T00:37:39,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3710e888c55642c49317e5d414df1519 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3710e888c55642c49317e5d414df1519 2024-11-13T00:37:39,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/834b2635b56d4b03a0c592a33ecedc71 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/834b2635b56d4b03a0c592a33ecedc71 2024-11-13T00:37:39,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/6b1e37d3bf3349c9bd235c7215fff9bf to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/6b1e37d3bf3349c9bd235c7215fff9bf 2024-11-13T00:37:39,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/01739bba429b40a2aabd850bbd3e57f3 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/01739bba429b40a2aabd850bbd3e57f3 2024-11-13T00:37:39,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1a9ac3cd55da41dc904980757f0390a2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1a9ac3cd55da41dc904980757f0390a2 2024-11-13T00:37:39,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/cf9efafe406b4912a74fdae2d92e65a3 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/cf9efafe406b4912a74fdae2d92e65a3 2024-11-13T00:37:39,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3d840338cf5944cc84f7af130ed8a16e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/3d840338cf5944cc84f7af130ed8a16e 2024-11-13T00:37:39,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/61a16f3ed5214702bc93ecbcf9f4b485 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/61a16f3ed5214702bc93ecbcf9f4b485 2024-11-13T00:37:39,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1bd07ff7b36047268bdbab8af44d7773 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/1bd07ff7b36047268bdbab8af44d7773 2024-11-13T00:37:39,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/a531b52bcbd04699b6f876914f713209 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/a531b52bcbd04699b6f876914f713209 2024-11-13T00:37:39,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/d3e26ca89ab7422f9831adf190f83cf1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/d3e26ca89ab7422f9831adf190f83cf1 2024-11-13T00:37:39,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/b16fe19b875a4a2ab4a69d10bf2c0c26, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/59e66e4d328248a18d02a0671131b3a0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/30fea4abcf504ded9ce975776f19ab7e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/94343a519e49482287a47f2d26c32aa7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/695c166c2b9943f49846cc5bfdb4126f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/8e3debf4f79b409991881721d22d426e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/4d332a68e41b48858e4546e15d0d0b77, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c6fa8c160dd34feb8b64eda3166524c5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d0b5bf7ac3164546aae4b42fcfb47ee7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7b517d29c2dd4613be96919b64ee9589, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f66d6d4838e441dda08f60d05946b85f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c7456d97d11242388463643d44f267e1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7bb73a25917a4716ad6e770fc26932f8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/0dc3274f9e3a4cfc9e5380750ef200ea, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/ada846f27dc94ddebc33e0ac611f06a5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/027bb0d100d84e95b93c4139add521b1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/6c58efee24d443388fcced28f8eafeda, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/846f3619e54e462293d37e27646eaa2d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f8d6050a9f874e75bf7988a36092bd58, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/a75c23bdca7b4740a880ac281ba3a674, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/11a114337adc431b8d1025ebb9baa5c1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/3073808647504d308122e73d6f8373c6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/230519d306154e028dbef4b88a02ef9b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/85eb8df3dab846388a626c28295e3b5a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d5a46cfbbed541948da0cae041ed39f6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c1c947e690ce4e358370ad5a609a32ab, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f776d940e58948febcc83fce2a0fcb84] to archive 2024-11-13T00:37:39,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:37:39,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/b16fe19b875a4a2ab4a69d10bf2c0c26 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/b16fe19b875a4a2ab4a69d10bf2c0c26 2024-11-13T00:37:39,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/59e66e4d328248a18d02a0671131b3a0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/59e66e4d328248a18d02a0671131b3a0 2024-11-13T00:37:39,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/30fea4abcf504ded9ce975776f19ab7e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/30fea4abcf504ded9ce975776f19ab7e 2024-11-13T00:37:39,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/94343a519e49482287a47f2d26c32aa7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/94343a519e49482287a47f2d26c32aa7 2024-11-13T00:37:39,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/695c166c2b9943f49846cc5bfdb4126f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/695c166c2b9943f49846cc5bfdb4126f 2024-11-13T00:37:39,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/8e3debf4f79b409991881721d22d426e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/8e3debf4f79b409991881721d22d426e 2024-11-13T00:37:39,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/4d332a68e41b48858e4546e15d0d0b77 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/4d332a68e41b48858e4546e15d0d0b77 2024-11-13T00:37:39,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c6fa8c160dd34feb8b64eda3166524c5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c6fa8c160dd34feb8b64eda3166524c5 2024-11-13T00:37:39,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d0b5bf7ac3164546aae4b42fcfb47ee7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d0b5bf7ac3164546aae4b42fcfb47ee7 2024-11-13T00:37:39,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7b517d29c2dd4613be96919b64ee9589 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7b517d29c2dd4613be96919b64ee9589 2024-11-13T00:37:39,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f66d6d4838e441dda08f60d05946b85f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f66d6d4838e441dda08f60d05946b85f 2024-11-13T00:37:39,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c7456d97d11242388463643d44f267e1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c7456d97d11242388463643d44f267e1 2024-11-13T00:37:39,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7bb73a25917a4716ad6e770fc26932f8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/7bb73a25917a4716ad6e770fc26932f8 2024-11-13T00:37:39,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/0dc3274f9e3a4cfc9e5380750ef200ea to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/0dc3274f9e3a4cfc9e5380750ef200ea 2024-11-13T00:37:39,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/ada846f27dc94ddebc33e0ac611f06a5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/ada846f27dc94ddebc33e0ac611f06a5 2024-11-13T00:37:39,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/027bb0d100d84e95b93c4139add521b1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/027bb0d100d84e95b93c4139add521b1 2024-11-13T00:37:39,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/6c58efee24d443388fcced28f8eafeda to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/6c58efee24d443388fcced28f8eafeda 2024-11-13T00:37:39,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/846f3619e54e462293d37e27646eaa2d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/846f3619e54e462293d37e27646eaa2d 2024-11-13T00:37:39,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f8d6050a9f874e75bf7988a36092bd58 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f8d6050a9f874e75bf7988a36092bd58 2024-11-13T00:37:39,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/a75c23bdca7b4740a880ac281ba3a674 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/a75c23bdca7b4740a880ac281ba3a674 2024-11-13T00:37:39,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/11a114337adc431b8d1025ebb9baa5c1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/11a114337adc431b8d1025ebb9baa5c1 2024-11-13T00:37:39,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/3073808647504d308122e73d6f8373c6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/3073808647504d308122e73d6f8373c6 2024-11-13T00:37:39,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/230519d306154e028dbef4b88a02ef9b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/230519d306154e028dbef4b88a02ef9b 2024-11-13T00:37:39,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/85eb8df3dab846388a626c28295e3b5a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/85eb8df3dab846388a626c28295e3b5a 2024-11-13T00:37:39,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d5a46cfbbed541948da0cae041ed39f6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/d5a46cfbbed541948da0cae041ed39f6 2024-11-13T00:37:39,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c1c947e690ce4e358370ad5a609a32ab to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/c1c947e690ce4e358370ad5a609a32ab 2024-11-13T00:37:39,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f776d940e58948febcc83fce2a0fcb84 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/f776d940e58948febcc83fce2a0fcb84 2024-11-13T00:37:39,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/f0819fef8f2f42039ca1db00f7d3bef8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ab7090886cc14ccb8398eb37fc3fe680, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/62a7749b65644ca3af686b6924f73d8b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ace0dd3b7a77445eacccb2e768190375, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/cd5fe108a7e1445c8fd4f91d0b70e496, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/6e5de3ba6c574a0a9286bb23885d33b6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fceabe22ce724ed5a2c4d20698abb453, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/2639f225ee30426e96e2751aaa5c1b6d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ec449d5e1f8c4e6a8d50576a63498a5b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3588af29280948f8a09b06eee2faf8e7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/145824ecf6b94a0381e21d10bf623cd4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/e511a4bbeda64ed1bca8b50f86fad046, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d43628206d484f6f8b21f2c0b750bcc4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/0803ad2e9541472b844c3055cd88b7dc, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/645026ff163f4712b697d334e851e0ed, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/05a0e315f76147688c1532cb340fb6e7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/8b262e1950af4ebd9ac48da4fea6455b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/594c630c8d9d4de3a363bd797f668f60, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/c609bcfba8c84665a3c43c247ebb4226, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fab3fdbe6e6c4e3ea8ef1f54780b49c8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d418b8f2e9ad4f5bb4604298c01e303e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ca44c6228d4b4e9f8279b94da9419470, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/27c00564090146fdaa11f256e09278c5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/69483062dded458088dfad394bdcc365, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3929a97432a849dfb73e71c8eb67384c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/a490284745e644d2937f0cfab2386bc2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/eb101c1c3f6b4332b4390d2771e1db3a] to archive 2024-11-13T00:37:39,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:37:39,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/f0819fef8f2f42039ca1db00f7d3bef8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/f0819fef8f2f42039ca1db00f7d3bef8 2024-11-13T00:37:39,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ab7090886cc14ccb8398eb37fc3fe680 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ab7090886cc14ccb8398eb37fc3fe680 2024-11-13T00:37:39,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/62a7749b65644ca3af686b6924f73d8b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/62a7749b65644ca3af686b6924f73d8b 2024-11-13T00:37:39,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ace0dd3b7a77445eacccb2e768190375 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ace0dd3b7a77445eacccb2e768190375 2024-11-13T00:37:39,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/cd5fe108a7e1445c8fd4f91d0b70e496 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/cd5fe108a7e1445c8fd4f91d0b70e496 2024-11-13T00:37:39,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/6e5de3ba6c574a0a9286bb23885d33b6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/6e5de3ba6c574a0a9286bb23885d33b6 2024-11-13T00:37:39,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fceabe22ce724ed5a2c4d20698abb453 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fceabe22ce724ed5a2c4d20698abb453 2024-11-13T00:37:39,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/2639f225ee30426e96e2751aaa5c1b6d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/2639f225ee30426e96e2751aaa5c1b6d 2024-11-13T00:37:39,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ec449d5e1f8c4e6a8d50576a63498a5b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ec449d5e1f8c4e6a8d50576a63498a5b 2024-11-13T00:37:39,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3588af29280948f8a09b06eee2faf8e7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3588af29280948f8a09b06eee2faf8e7 2024-11-13T00:37:39,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/145824ecf6b94a0381e21d10bf623cd4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/145824ecf6b94a0381e21d10bf623cd4 2024-11-13T00:37:39,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/e511a4bbeda64ed1bca8b50f86fad046 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/e511a4bbeda64ed1bca8b50f86fad046 2024-11-13T00:37:39,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d43628206d484f6f8b21f2c0b750bcc4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d43628206d484f6f8b21f2c0b750bcc4 2024-11-13T00:37:39,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/0803ad2e9541472b844c3055cd88b7dc to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/0803ad2e9541472b844c3055cd88b7dc 2024-11-13T00:37:39,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/645026ff163f4712b697d334e851e0ed to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/645026ff163f4712b697d334e851e0ed 2024-11-13T00:37:39,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/05a0e315f76147688c1532cb340fb6e7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/05a0e315f76147688c1532cb340fb6e7 2024-11-13T00:37:39,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/8b262e1950af4ebd9ac48da4fea6455b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/8b262e1950af4ebd9ac48da4fea6455b 2024-11-13T00:37:39,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/594c630c8d9d4de3a363bd797f668f60 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/594c630c8d9d4de3a363bd797f668f60 2024-11-13T00:37:39,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/c609bcfba8c84665a3c43c247ebb4226 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/c609bcfba8c84665a3c43c247ebb4226 2024-11-13T00:37:39,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fab3fdbe6e6c4e3ea8ef1f54780b49c8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/fab3fdbe6e6c4e3ea8ef1f54780b49c8 2024-11-13T00:37:39,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d418b8f2e9ad4f5bb4604298c01e303e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/d418b8f2e9ad4f5bb4604298c01e303e 2024-11-13T00:37:39,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ca44c6228d4b4e9f8279b94da9419470 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/ca44c6228d4b4e9f8279b94da9419470 2024-11-13T00:37:39,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/27c00564090146fdaa11f256e09278c5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/27c00564090146fdaa11f256e09278c5 2024-11-13T00:37:39,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/69483062dded458088dfad394bdcc365 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/69483062dded458088dfad394bdcc365 2024-11-13T00:37:39,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3929a97432a849dfb73e71c8eb67384c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/3929a97432a849dfb73e71c8eb67384c 2024-11-13T00:37:39,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/a490284745e644d2937f0cfab2386bc2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/a490284745e644d2937f0cfab2386bc2 2024-11-13T00:37:39,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/eb101c1c3f6b4332b4390d2771e1db3a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/eb101c1c3f6b4332b4390d2771e1db3a 2024-11-13T00:37:39,895 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/recovered.edits/411.seqid, newMaxSeqId=411, maxSeqId=4 2024-11-13T00:37:39,896 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. 2024-11-13T00:37:39,897 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1676): Region close journal for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7: Waiting for close lock at 1731458257539Running coprocessor pre-close hooks at 1731458257539Disabling compacts and flushes for region at 1731458257539Disabling writes for close at 1731458258155 (+616 ms)Obtaining lock to block concurrent updates at 1731458258155Preparing flush snapshotting stores in 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 at 1731458258155Finished memstore snapshotting TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731458258156 (+1 ms)Flushing stores of TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7. at 1731458258156Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A: creating writer at 1731458258156Flushing mob file 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A: appending metadata at 1731458258161 (+5 ms)Flushing mob file 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A: closing flushed file at 1731458258161Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A: appending metadata at 1731458258569 (+408 ms)Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A: closing flushed file at 1731458258569Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B: creating writer at 1731458258977 (+408 ms)Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B: appending metadata at 1731458258979 (+2 ms)Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B: closing flushed file at 1731458258979Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C: creating writer at 1731458259387 (+408 ms)Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C: appending metadata at 1731458259389 (+2 ms)Flushing 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C: closing flushed file at 1731458259389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f7472f: reopening flushed file at 1731458259797 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169188: reopening flushed file at 1731458259801 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b627c8f: reopening flushed file at 1731458259805 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 in 1654ms, sequenceid=408, compaction requested=true at 1731458259809 (+4 ms)Writing region close event to WAL at 1731458259892 (+83 ms)Running coprocessor post-close hooks at 1731458259896 (+4 ms)Closed at 1731458259896 2024-11-13T00:37:39,898 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(157): Closed 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:39,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, regionState=CLOSED 2024-11-13T00:37:39,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:37:39,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-13T00:37:39,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseRegionProcedure 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, server=cb28580903fb,37235,1731458200455 in 2.5140 sec 2024-11-13T00:37:39,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-13T00:37:39,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, UNASSIGN in 2.5180 sec 2024-11-13T00:37:39,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-13T00:37:39,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5210 sec 2024-11-13T00:37:39,906 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458259906"}]},"ts":"1731458259906"} 2024-11-13T00:37:39,907 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T00:37:39,907 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T00:37:39,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5290 sec 2024-11-13T00:37:40,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T00:37:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T00:37:41,546 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:41,547 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T00:37:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:41,549 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T00:37:41,549 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=54, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:41,551 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,553 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/recovered.edits] 2024-11-13T00:37:41,556 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/17f553c13d74436ab7bfd45bc19d13b7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/17f553c13d74436ab7bfd45bc19d13b7 2024-11-13T00:37:41,557 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/50c1dfe06e77414ba9bddf01605682e4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/50c1dfe06e77414ba9bddf01605682e4 2024-11-13T00:37:41,558 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/63fb25dbb87b4a2a9672c93bd7df3f8e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/A/63fb25dbb87b4a2a9672c93bd7df3f8e 2024-11-13T00:37:41,560 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/2136299b40364769a3d316443baffd24 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/2136299b40364769a3d316443baffd24 2024-11-13T00:37:41,561 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/725cc353e5da4601a932153e866d1c12 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/725cc353e5da4601a932153e866d1c12 2024-11-13T00:37:41,562 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/dcf1e67a4c064c229253245b4028409e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/B/dcf1e67a4c064c229253245b4028409e 2024-11-13T00:37:41,564 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/7931f53727744a27998611486add6f1c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/7931f53727744a27998611486add6f1c 2024-11-13T00:37:41,565 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/9002e2d0200a438785d1b826e5602482 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/9002e2d0200a438785d1b826e5602482 2024-11-13T00:37:41,566 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/f2a5ae2f63504e15b14e1c8c4d0c4203 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/C/f2a5ae2f63504e15b14e1c8c4d0c4203 2024-11-13T00:37:41,568 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/recovered.edits/411.seqid to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7/recovered.edits/411.seqid 2024-11-13T00:37:41,568 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,568 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T00:37:41,569 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T00:37:41,569 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T00:37:41,573 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130065f2aea4164dafb835548d3b3b20f9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130065f2aea4164dafb835548d3b3b20f9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,574 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113049e665addf647638d8fbdd7ffeda438_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113049e665addf647638d8fbdd7ffeda438_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,575 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131f56ece70d6a44d9adf39a1e76186e25_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131f56ece70d6a44d9adf39a1e76186e25_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,576 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131f6b5f5c16de43b6b4cd82004ea3484c_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131f6b5f5c16de43b6b4cd82004ea3484c_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,577 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132405455e161d40dbb32565693774f098_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132405455e161d40dbb32565693774f098_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,578 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113263c4821de9c4b55aad029611308324c_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113263c4821de9c4b55aad029611308324c_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,580 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133e0cc8b180254afca183f161ef90a2c9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133e0cc8b180254afca183f161ef90a2c9_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,581 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111349d4a2d4a0df4f7e9f38c14a294c009b_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111349d4a2d4a0df4f7e9f38c14a294c009b_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,582 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134b6541e0eea9416d9d8574c9660abd42_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134b6541e0eea9416d9d8574c9660abd42_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,583 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111357a33eb394d9480fac8c58a10a8b77fa_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111357a33eb394d9480fac8c58a10a8b77fa_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,584 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136a4f9ed235434a79a3641e176510f4a3_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136a4f9ed235434a79a3641e176510f4a3_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,585 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137639d6f7144b4437bf8d93b81295f440_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137639d6f7144b4437bf8d93b81295f440_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,586 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139356fa1ab0a549558d957a59621f48e4_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139356fa1ab0a549558d957a59621f48e4_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,587 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113acad4819bbf544d480e46a71339a55c4_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113acad4819bbf544d480e46a71339a55c4_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,588 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ae3ca5e643ea40b399865d5eed77106a_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ae3ca5e643ea40b399865d5eed77106a_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,589 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ae7d6cc91286481aade07c1c525a7bef_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ae7d6cc91286481aade07c1c525a7bef_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,590 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bd4dd5a2fade48238a3d5ef937fd8ca1_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bd4dd5a2fade48238a3d5ef937fd8ca1_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,591 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e440528428e34378a00fd119beef3981_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e440528428e34378a00fd119beef3981_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,592 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f5f516ebed914187b3b298fa820ce8ef_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f5f516ebed914187b3b298fa820ce8ef_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,593 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fef60a95af3647de88557ef6efd51635_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fef60a95af3647de88557ef6efd51635_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ff91a9fe408145fe872300b0d7be1378_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ff91a9fe408145fe872300b0d7be1378_9cfc0f78ab6fa13dd0cf8b6fa5a58cf7 2024-11-13T00:37:41,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T00:37:41,597 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=54, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:41,599 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T00:37:41,601 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T00:37:41,602 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=54, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:41,602 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T00:37:41,602 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731458261602"}]},"ts":"9223372036854775807"} 2024-11-13T00:37:41,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T00:37:41,604 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9cfc0f78ab6fa13dd0cf8b6fa5a58cf7, NAME => 'TestAcidGuarantees,,1731458231267.9cfc0f78ab6fa13dd0cf8b6fa5a58cf7.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T00:37:41,604 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T00:37:41,604 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731458261604"}]},"ts":"9223372036854775807"} 2024-11-13T00:37:41,606 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T00:37:41,606 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=54, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:41,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-11-13T00:37:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T00:37:41,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T00:37:41,656 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:41,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=241 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1984966870_22 at /127.0.0.1:37944 [Waiting for operation #187] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/cluster_e3ef58fe-7899-922b-2738-6e24141afbfe/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/cluster_e3ef58fe-7899-922b-2738-6e24141afbfe/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1984966870_22 at /127.0.0.1:37994 [Waiting for operation #175] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875925214_22 at /127.0.0.1:38008 [Waiting for operation #171] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-875925214_22 at /127.0.0.1:37894 [Waiting for operation #211] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=856 (was 947) 2024-11-13T00:37:41,674 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=856 2024-11-13T00:37:41,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T00:37:41,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:37:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T00:37:41,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:37:41,677 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:41,677 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 55 2024-11-13T00:37:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-13T00:37:41,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:37:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742068_1244 (size=959) 2024-11-13T00:37:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-13T00:37:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-13T00:37:42,085 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b 2024-11-13T00:37:42,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742069_1245 (size=53) 2024-11-13T00:37:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-13T00:37:42,491 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:37:42,491 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b1b414794e86d308b927c6152ae1daa5, disabling compactions & flushes 2024-11-13T00:37:42,491 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:42,491 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:42,491 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. after waiting 0 ms 2024-11-13T00:37:42,491 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:42,491 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:42,491 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1b414794e86d308b927c6152ae1daa5: Waiting for close lock at 1731458262491Disabling compacts and flushes for region at 1731458262491Disabling writes for close at 1731458262491Writing region close event to WAL at 1731458262491Closed at 1731458262491 2024-11-13T00:37:42,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:37:42,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731458262493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731458262493"}]},"ts":"1731458262493"} 2024-11-13T00:37:42,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:37:42,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:37:42,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458262495"}]},"ts":"1731458262495"} 2024-11-13T00:37:42,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T00:37:42,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1b414794e86d308b927c6152ae1daa5, ASSIGN}] 2024-11-13T00:37:42,498 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1b414794e86d308b927c6152ae1daa5, ASSIGN 2024-11-13T00:37:42,499 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1b414794e86d308b927c6152ae1daa5, ASSIGN; state=OFFLINE, location=cb28580903fb,37235,1731458200455; forceNewPlan=false, retain=false 2024-11-13T00:37:42,650 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=b1b414794e86d308b927c6152ae1daa5, regionState=OPENING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:37:42,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1b414794e86d308b927c6152ae1daa5, ASSIGN because future has completed 2024-11-13T00:37:42,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:37:42,806 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:42,807 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7752): Opening region: {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:37:42,807 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,807 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:37:42,807 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7794): checking encryption for b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,807 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7797): checking classloading for b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,808 INFO [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,810 INFO [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1b414794e86d308b927c6152ae1daa5 columnFamilyName A 2024-11-13T00:37:42,810 DEBUG [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:42,810 INFO [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] regionserver.HStore(327): Store=b1b414794e86d308b927c6152ae1daa5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:37:42,810 INFO [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,811 INFO [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1b414794e86d308b927c6152ae1daa5 columnFamilyName B 2024-11-13T00:37:42,811 DEBUG [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:42,812 INFO [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] regionserver.HStore(327): Store=b1b414794e86d308b927c6152ae1daa5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:37:42,812 INFO [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,813 INFO [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1b414794e86d308b927c6152ae1daa5 columnFamilyName C 2024-11-13T00:37:42,813 DEBUG [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:37:42,813 INFO [StoreOpener-b1b414794e86d308b927c6152ae1daa5-1 {}] regionserver.HStore(327): Store=b1b414794e86d308b927c6152ae1daa5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:37:42,813 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1038): replaying wal for b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,814 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,814 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,815 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1048): stopping wal replay for b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,815 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1060): Cleaning up temporary data for b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-13T00:37:42,816 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:37:42,817 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1093): writing seq id for b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,819 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:37:42,819 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1114): Opened b1b414794e86d308b927c6152ae1daa5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65547507, jitterRate=-0.023266032338142395}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:37:42,819 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:42,820 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1006): Region open journal for b1b414794e86d308b927c6152ae1daa5: Running coprocessor pre-open hook at 1731458262807Writing region info on filesystem at 1731458262807Initializing all the Stores at 1731458262808 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458262808Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458262808Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458262808Cleaning up temporary data from old regions at 1731458262815 (+7 ms)Running coprocessor post-open hooks at 1731458262819 (+4 ms)Region opened successfully at 1731458262820 (+1 ms) 2024-11-13T00:37:42,821 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., pid=57, masterSystemTime=1731458262803 2024-11-13T00:37:42,822 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:42,822 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:42,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=b1b414794e86d308b927c6152ae1daa5, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:37:42,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:37:42,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-13T00:37:42,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; OpenRegionProcedure b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 in 172 msec 2024-11-13T00:37:42,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-13T00:37:42,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1b414794e86d308b927c6152ae1daa5, ASSIGN in 329 msec 2024-11-13T00:37:42,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:37:42,828 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458262828"}]},"ts":"1731458262828"} 2024-11-13T00:37:42,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T00:37:42,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:37:42,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-13T00:37:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-13T00:37:43,826 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:43,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8da64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,828 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efedfff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,830 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d590e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:37:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41961,1731458199640 2024-11-13T00:37:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bfa211e 2024-11-13T00:37:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:37:43,835 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:37:43,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,836 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317656b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,837 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddf0ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,839 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc04dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,840 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c619181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,842 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3432078f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,843 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f5f664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,845 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781104c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,846 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6414d76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,847 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbc106e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,849 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29832a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,850 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ea3339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,851 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6172618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,853 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244a36d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,854 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d24d95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,856 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b84d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,857 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa07b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,859 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d7afda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,861 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84b2135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc00bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:37:43,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:37:43,862 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:37:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:37:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:37:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519d7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:37:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:37:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:37:43,864 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:37:43,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a4f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:37:43,866 DEBUG [Thread-1142 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,866 DEBUG [Thread-1151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:43,866 DEBUG [Thread-1155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,866 DEBUG [Thread-1157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,866 DEBUG [Thread-1146 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,867 DEBUG [Thread-1159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,868 DEBUG [Thread-1140 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-13T00:37:43,870 DEBUG [Thread-1148 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T00:37:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:37:43,871 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:43,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:37:43,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,872 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:43,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:37:43,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:43,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:37:43,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:37:43,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:37:43,876 DEBUG [Thread-1153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:37:43,881 DEBUG [Thread-1144 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:37:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:37:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:37:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:37:43,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:37:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:37:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:43,887 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:43,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T00:37:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:37:43,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458323920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:43,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:43,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:43,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:43,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/d9c636ce16ea48ca826da0cd62b41c54 is 50, key is test_row_0/A:col10/1731458263887/Put/seqid=0 2024-11-13T00:37:43,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458323922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:43,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458323923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:43,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458323925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:43,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458323926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742070_1246 (size=12001) 2024-11-13T00:37:43,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/d9c636ce16ea48ca826da0cd62b41c54 2024-11-13T00:37:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T00:37:44,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/8b12ecbcee704c0b90bf12f54d0f6b2c is 50, key is test_row_0/B:col10/1731458263887/Put/seqid=0 2024-11-13T00:37:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742071_1247 (size=12001) 2024-11-13T00:37:44,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/8b12ecbcee704c0b90bf12f54d0f6b2c 2024-11-13T00:37:44,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T00:37:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:44,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:44,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458324036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458324036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458324036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458324036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458324036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0fa1d6a19b774bb3b7b59194ef288599 is 50, key is test_row_0/C:col10/1731458263887/Put/seqid=0 2024-11-13T00:37:44,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742072_1248 (size=12001) 2024-11-13T00:37:44,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0fa1d6a19b774bb3b7b59194ef288599 2024-11-13T00:37:44,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/d9c636ce16ea48ca826da0cd62b41c54 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d9c636ce16ea48ca826da0cd62b41c54 2024-11-13T00:37:44,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d9c636ce16ea48ca826da0cd62b41c54, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T00:37:44,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/8b12ecbcee704c0b90bf12f54d0f6b2c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8b12ecbcee704c0b90bf12f54d0f6b2c 2024-11-13T00:37:44,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8b12ecbcee704c0b90bf12f54d0f6b2c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T00:37:44,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0fa1d6a19b774bb3b7b59194ef288599 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fa1d6a19b774bb3b7b59194ef288599 2024-11-13T00:37:44,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fa1d6a19b774bb3b7b59194ef288599, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T00:37:44,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b1b414794e86d308b927c6152ae1daa5 in 235ms, sequenceid=15, compaction requested=false 2024-11-13T00:37:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:44,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T00:37:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:44,182 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T00:37:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T00:37:44,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/58c6ee5bdaa7401bae443ee825dac386 is 50, key is test_row_0/A:col10/1731458263920/Put/seqid=0 2024-11-13T00:37:44,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742073_1249 (size=12001) 2024-11-13T00:37:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:44,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:44,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458324255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458324258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458324258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458324259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458324260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458324366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458324375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458324376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458324376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458324376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T00:37:44,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458324575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458324586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458324586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458324586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458324586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,615 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/58c6ee5bdaa7401bae443ee825dac386 2024-11-13T00:37:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/b8128b245cf44954ac4ab79cd661f6d1 is 50, key is test_row_0/B:col10/1731458263920/Put/seqid=0 2024-11-13T00:37:44,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742074_1250 (size=12001) 2024-11-13T00:37:44,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458324885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458324896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458324896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458324896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458324896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T00:37:45,030 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/b8128b245cf44954ac4ab79cd661f6d1 2024-11-13T00:37:45,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/10760f4e1f364d1187d5426a305afebf is 50, key is test_row_0/C:col10/1731458263920/Put/seqid=0 2024-11-13T00:37:45,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742075_1251 (size=12001) 2024-11-13T00:37:45,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458325395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:45,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458325406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:45,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458325406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:45,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458325406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:45,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458325406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:45,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T00:37:45,449 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/10760f4e1f364d1187d5426a305afebf 2024-11-13T00:37:45,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/58c6ee5bdaa7401bae443ee825dac386 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/58c6ee5bdaa7401bae443ee825dac386 2024-11-13T00:37:45,460 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/58c6ee5bdaa7401bae443ee825dac386, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T00:37:45,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/b8128b245cf44954ac4ab79cd661f6d1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/b8128b245cf44954ac4ab79cd661f6d1 2024-11-13T00:37:45,465 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/b8128b245cf44954ac4ab79cd661f6d1, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T00:37:45,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/10760f4e1f364d1187d5426a305afebf as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/10760f4e1f364d1187d5426a305afebf 2024-11-13T00:37:45,469 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/10760f4e1f364d1187d5426a305afebf, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T00:37:45,470 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b1b414794e86d308b927c6152ae1daa5 in 1288ms, sequenceid=38, compaction requested=false 2024-11-13T00:37:45,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:45,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:45,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-13T00:37:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-13T00:37:45,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-13T00:37:45,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5990 sec 2024-11-13T00:37:45,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.6080 sec 2024-11-13T00:37:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T00:37:46,026 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:46,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-13T00:37:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T00:37:46,029 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:46,030 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:46,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T00:37:46,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-13T00:37:46,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:46,183 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:37:46,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/76d55636901745f68a524ce2fd800245 is 50, key is test_row_1/A:col10/1731458264258/Put/seqid=0 2024-11-13T00:37:46,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742076_1252 (size=9657) 2024-11-13T00:37:46,195 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/76d55636901745f68a524ce2fd800245 2024-11-13T00:37:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/d85a480c8ca847219bc57d84f6b4485f is 50, key is test_row_1/B:col10/1731458264258/Put/seqid=0 2024-11-13T00:37:46,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742077_1253 (size=9657) 2024-11-13T00:37:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T00:37:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:46,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:46,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458326437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458326437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458326438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458326439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458326440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458326546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458326546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458326546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458326546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458326555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,612 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/d85a480c8ca847219bc57d84f6b4485f 2024-11-13T00:37:46,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/c6150dd8404d4d2891b49729ca09dc91 is 50, key is test_row_1/C:col10/1731458264258/Put/seqid=0 2024-11-13T00:37:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742078_1254 (size=9657) 2024-11-13T00:37:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T00:37:46,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458326756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458326756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458326756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458326756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:46,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458326766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,025 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/c6150dd8404d4d2891b49729ca09dc91 2024-11-13T00:37:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/76d55636901745f68a524ce2fd800245 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/76d55636901745f68a524ce2fd800245 2024-11-13T00:37:47,034 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/76d55636901745f68a524ce2fd800245, entries=100, sequenceid=51, filesize=9.4 K 2024-11-13T00:37:47,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/d85a480c8ca847219bc57d84f6b4485f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/d85a480c8ca847219bc57d84f6b4485f 2024-11-13T00:37:47,039 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/d85a480c8ca847219bc57d84f6b4485f, entries=100, sequenceid=51, filesize=9.4 K 2024-11-13T00:37:47,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/c6150dd8404d4d2891b49729ca09dc91 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/c6150dd8404d4d2891b49729ca09dc91 2024-11-13T00:37:47,044 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/c6150dd8404d4d2891b49729ca09dc91, entries=100, sequenceid=51, filesize=9.4 K 2024-11-13T00:37:47,045 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b1b414794e86d308b927c6152ae1daa5 in 863ms, sequenceid=51, compaction requested=true 2024-11-13T00:37:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-13T00:37:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-13T00:37:47,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-13T00:37:47,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0170 sec 2024-11-13T00:37:47,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.0220 sec 2024-11-13T00:37:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:47,069 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:47,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:37:47,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/2b3c2744b7c446d59b5b58f772012552 is 50, key is test_row_0/A:col10/1731458267067/Put/seqid=0 2024-11-13T00:37:47,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742079_1255 (size=12001) 2024-11-13T00:37:47,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/2b3c2744b7c446d59b5b58f772012552 2024-11-13T00:37:47,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458327075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458327076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458327077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458327078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458327081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/22a557c2118745e0afcc1160928b2ebb is 50, key is test_row_0/B:col10/1731458267067/Put/seqid=0 2024-11-13T00:37:47,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742080_1256 (size=12001) 2024-11-13T00:37:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T00:37:47,166 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:47,166 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-13T00:37:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T00:37:47,168 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:47,169 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:47,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:47,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458327185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458327186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458327196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458327196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T00:37:47,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T00:37:47,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:47,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458327396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458327396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458327406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458327406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T00:37:47,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:47,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T00:37:47,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/22a557c2118745e0afcc1160928b2ebb 2024-11-13T00:37:47,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/4bb99761d2c848aea0ba08ea2bfe8305 is 50, key is test_row_0/C:col10/1731458267067/Put/seqid=0 2024-11-13T00:37:47,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742081_1257 (size=12001) 2024-11-13T00:37:47,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458327586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T00:37:47,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:47,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458327706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458327706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458327716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458327716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:47,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T00:37:47,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:47,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T00:37:47,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/4bb99761d2c848aea0ba08ea2bfe8305 2024-11-13T00:37:47,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/2b3c2744b7c446d59b5b58f772012552 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/2b3c2744b7c446d59b5b58f772012552 2024-11-13T00:37:47,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/2b3c2744b7c446d59b5b58f772012552, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T00:37:47,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/22a557c2118745e0afcc1160928b2ebb as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/22a557c2118745e0afcc1160928b2ebb 2024-11-13T00:37:47,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/22a557c2118745e0afcc1160928b2ebb, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T00:37:47,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/4bb99761d2c848aea0ba08ea2bfe8305 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/4bb99761d2c848aea0ba08ea2bfe8305 2024-11-13T00:37:47,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/4bb99761d2c848aea0ba08ea2bfe8305, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T00:37:47,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b1b414794e86d308b927c6152ae1daa5 in 857ms, sequenceid=77, compaction requested=true 2024-11-13T00:37:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:47,926 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:37:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:47,926 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:37:47,927 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:37:47,927 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:37:47,928 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/B is initiating minor compaction (all files) 2024-11-13T00:37:47,928 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/A is initiating minor compaction (all files) 2024-11-13T00:37:47,928 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/B in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,928 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/A in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,928 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d9c636ce16ea48ca826da0cd62b41c54, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/58c6ee5bdaa7401bae443ee825dac386, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/76d55636901745f68a524ce2fd800245, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/2b3c2744b7c446d59b5b58f772012552] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=44.6 K 2024-11-13T00:37:47,928 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8b12ecbcee704c0b90bf12f54d0f6b2c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/b8128b245cf44954ac4ab79cd661f6d1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/d85a480c8ca847219bc57d84f6b4485f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/22a557c2118745e0afcc1160928b2ebb] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=44.6 K 2024-11-13T00:37:47,928 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9c636ce16ea48ca826da0cd62b41c54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731458263875 2024-11-13T00:37:47,928 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b12ecbcee704c0b90bf12f54d0f6b2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731458263875 2024-11-13T00:37:47,928 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58c6ee5bdaa7401bae443ee825dac386, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731458263920 2024-11-13T00:37:47,929 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b8128b245cf44954ac4ab79cd661f6d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731458263920 2024-11-13T00:37:47,929 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76d55636901745f68a524ce2fd800245, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731458264258 2024-11-13T00:37:47,929 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d85a480c8ca847219bc57d84f6b4485f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731458264258 2024-11-13T00:37:47,929 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b3c2744b7c446d59b5b58f772012552, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731458266437 2024-11-13T00:37:47,929 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 22a557c2118745e0afcc1160928b2ebb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731458266437 2024-11-13T00:37:47,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T00:37:47,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,934 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T00:37:47,938 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:47,939 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/70581af3f2214af38e4a3250b391dc5b is 50, key is test_row_0/A:col10/1731458267067/Put/seqid=0 2024-11-13T00:37:47,939 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:47,940 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/500f941af8dd43da9488154a6bc52202 is 50, key is test_row_0/B:col10/1731458267067/Put/seqid=0 2024-11-13T00:37:47,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/625c9078b5c94513a806c2224d2cc2b1 is 50, key is test_row_0/A:col10/1731458267077/Put/seqid=0 2024-11-13T00:37:47,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742082_1258 (size=12139) 2024-11-13T00:37:47,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742083_1259 (size=12139) 2024-11-13T00:37:47,957 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/500f941af8dd43da9488154a6bc52202 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/500f941af8dd43da9488154a6bc52202 2024-11-13T00:37:47,963 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/B of b1b414794e86d308b927c6152ae1daa5 into 500f941af8dd43da9488154a6bc52202(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:47,963 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:47,963 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/B, priority=12, startTime=1731458267926; duration=0sec 2024-11-13T00:37:47,964 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:47,964 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:B 2024-11-13T00:37:47,964 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:37:47,965 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:37:47,965 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/C is initiating minor compaction (all files) 2024-11-13T00:37:47,965 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/C in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:47,965 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fa1d6a19b774bb3b7b59194ef288599, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/10760f4e1f364d1187d5426a305afebf, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/c6150dd8404d4d2891b49729ca09dc91, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/4bb99761d2c848aea0ba08ea2bfe8305] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=44.6 K 2024-11-13T00:37:47,966 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fa1d6a19b774bb3b7b59194ef288599, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731458263875 2024-11-13T00:37:47,966 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 10760f4e1f364d1187d5426a305afebf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731458263920 2024-11-13T00:37:47,966 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c6150dd8404d4d2891b49729ca09dc91, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731458264258 2024-11-13T00:37:47,967 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bb99761d2c848aea0ba08ea2bfe8305, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731458266437 2024-11-13T00:37:47,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742084_1260 (size=12001) 2024-11-13T00:37:47,972 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/625c9078b5c94513a806c2224d2cc2b1 2024-11-13T00:37:47,979 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:47,980 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0fffc4404a0d4547b6822d047ede0bb7 is 50, key is test_row_0/C:col10/1731458267067/Put/seqid=0 2024-11-13T00:37:47,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/9119b6b1c1e44027802378bb4385fa0f is 50, key is test_row_0/B:col10/1731458267077/Put/seqid=0 2024-11-13T00:37:47,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742085_1261 (size=12139) 2024-11-13T00:37:47,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742086_1262 (size=12001) 2024-11-13T00:37:47,998 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/9119b6b1c1e44027802378bb4385fa0f 2024-11-13T00:37:48,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/60a71b4717cd4be29c12da2644724c63 is 50, key is test_row_0/C:col10/1731458267077/Put/seqid=0 2024-11-13T00:37:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742087_1263 (size=12001) 2024-11-13T00:37:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:48,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:48,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458328257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458328258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458328260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458328261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T00:37:48,363 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/70581af3f2214af38e4a3250b391dc5b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/70581af3f2214af38e4a3250b391dc5b 2024-11-13T00:37:48,368 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/A of b1b414794e86d308b927c6152ae1daa5 into 70581af3f2214af38e4a3250b391dc5b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:48,368 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:48,368 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/A, priority=12, startTime=1731458267926; duration=0sec 2024-11-13T00:37:48,368 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:48,368 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:A 2024-11-13T00:37:48,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458328366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458328366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458328376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458328376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,390 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0fffc4404a0d4547b6822d047ede0bb7 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fffc4404a0d4547b6822d047ede0bb7 2024-11-13T00:37:48,394 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/C of b1b414794e86d308b927c6152ae1daa5 into 0fffc4404a0d4547b6822d047ede0bb7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:48,394 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:48,394 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/C, priority=12, startTime=1731458267926; duration=0sec 2024-11-13T00:37:48,394 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:48,394 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:C 2024-11-13T00:37:48,415 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/60a71b4717cd4be29c12da2644724c63 2024-11-13T00:37:48,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/625c9078b5c94513a806c2224d2cc2b1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/625c9078b5c94513a806c2224d2cc2b1 2024-11-13T00:37:48,424 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/625c9078b5c94513a806c2224d2cc2b1, entries=150, sequenceid=87, filesize=11.7 K 2024-11-13T00:37:48,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/9119b6b1c1e44027802378bb4385fa0f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/9119b6b1c1e44027802378bb4385fa0f 2024-11-13T00:37:48,429 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/9119b6b1c1e44027802378bb4385fa0f, entries=150, sequenceid=87, filesize=11.7 K 2024-11-13T00:37:48,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/60a71b4717cd4be29c12da2644724c63 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/60a71b4717cd4be29c12da2644724c63 2024-11-13T00:37:48,433 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/60a71b4717cd4be29c12da2644724c63, entries=150, sequenceid=87, filesize=11.7 K 2024-11-13T00:37:48,434 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for b1b414794e86d308b927c6152ae1daa5 in 500ms, sequenceid=87, compaction requested=false 2024-11-13T00:37:48,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:48,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:48,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-13T00:37:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-13T00:37:48,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-13T00:37:48,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2670 sec 2024-11-13T00:37:48,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.2720 sec 2024-11-13T00:37:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:48,578 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:48,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-13T00:37:48,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/23ac94d2fe094c1983ee506fdca165e5 is 50, key is test_row_0/A:col10/1731458268578/Put/seqid=0 2024-11-13T00:37:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742088_1264 (size=14341) 2024-11-13T00:37:48,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458328586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458328586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/23ac94d2fe094c1983ee506fdca165e5 2024-11-13T00:37:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458328589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458328589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458328595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/54f482f3616445729cb9c0237360a43a is 50, key is test_row_0/B:col10/1731458268578/Put/seqid=0 2024-11-13T00:37:48,598 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:48,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742089_1265 (size=12001) 2024-11-13T00:37:48,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458328696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458328705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458328896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458328896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458328906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:48,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458328915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:48,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:48,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:49,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/54f482f3616445729cb9c0237360a43a 2024-11-13T00:37:49,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/98b435ac647847518d721b4a1f78dd1c is 50, key is test_row_0/C:col10/1731458268578/Put/seqid=0 2024-11-13T00:37:49,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742090_1266 (size=12001) 2024-11-13T00:37:49,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458329216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:49,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:49,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458329226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:49,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T00:37:49,316 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:49,316 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-13T00:37:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T00:37:49,318 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:49,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:49,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:49,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458329405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:49,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458329405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T00:37:49,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/98b435ac647847518d721b4a1f78dd1c 2024-11-13T00:37:49,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/23ac94d2fe094c1983ee506fdca165e5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/23ac94d2fe094c1983ee506fdca165e5 2024-11-13T00:37:49,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/23ac94d2fe094c1983ee506fdca165e5, entries=200, sequenceid=119, filesize=14.0 K 2024-11-13T00:37:49,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/54f482f3616445729cb9c0237360a43a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/54f482f3616445729cb9c0237360a43a 2024-11-13T00:37:49,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/54f482f3616445729cb9c0237360a43a, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T00:37:49,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/98b435ac647847518d721b4a1f78dd1c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/98b435ac647847518d721b4a1f78dd1c 2024-11-13T00:37:49,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/98b435ac647847518d721b4a1f78dd1c, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T00:37:49,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for b1b414794e86d308b927c6152ae1daa5 in 872ms, sequenceid=119, compaction requested=true 2024-11-13T00:37:49,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:49,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:49,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:49,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:49,450 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:49,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:49,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:49,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:49,450 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:49,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:49,451 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:49,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/B is initiating minor compaction (all files) 2024-11-13T00:37:49,451 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/A is initiating minor compaction (all files) 2024-11-13T00:37:49,451 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/B in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:49,451 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/A in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:49,452 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/70581af3f2214af38e4a3250b391dc5b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/625c9078b5c94513a806c2224d2cc2b1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/23ac94d2fe094c1983ee506fdca165e5] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=37.6 K 2024-11-13T00:37:49,452 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/500f941af8dd43da9488154a6bc52202, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/9119b6b1c1e44027802378bb4385fa0f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/54f482f3616445729cb9c0237360a43a] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=35.3 K 2024-11-13T00:37:49,452 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70581af3f2214af38e4a3250b391dc5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731458266437 2024-11-13T00:37:49,452 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 500f941af8dd43da9488154a6bc52202, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731458266437 2024-11-13T00:37:49,452 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 9119b6b1c1e44027802378bb4385fa0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731458267074 2024-11-13T00:37:49,452 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 625c9078b5c94513a806c2224d2cc2b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731458267074 2024-11-13T00:37:49,453 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23ac94d2fe094c1983ee506fdca165e5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731458268244 2024-11-13T00:37:49,453 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 54f482f3616445729cb9c0237360a43a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731458268244 2024-11-13T00:37:49,461 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:49,462 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/49c5efdfa90b4133878d68267275f97d is 50, key is test_row_0/B:col10/1731458268578/Put/seqid=0 2024-11-13T00:37:49,462 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:49,462 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/34251f0c0c7e404a82bcbfa87dc572e0 is 50, key is test_row_0/A:col10/1731458268578/Put/seqid=0 2024-11-13T00:37:49,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-13T00:37:49,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:49,472 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T00:37:49,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742091_1267 (size=12241) 2024-11-13T00:37:49,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742092_1268 (size=12241) 2024-11-13T00:37:49,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/f76c9172d0764b7e872f3ece26396e2b is 50, key is test_row_0/A:col10/1731458268588/Put/seqid=0 2024-11-13T00:37:49,483 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/49c5efdfa90b4133878d68267275f97d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/49c5efdfa90b4133878d68267275f97d 2024-11-13T00:37:49,488 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/B of b1b414794e86d308b927c6152ae1daa5 into 49c5efdfa90b4133878d68267275f97d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:49,488 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:49,488 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/B, priority=13, startTime=1731458269450; duration=0sec 2024-11-13T00:37:49,488 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:49,488 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:B 2024-11-13T00:37:49,488 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:49,489 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:49,489 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/C is initiating minor compaction (all files) 2024-11-13T00:37:49,489 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/C in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:49,489 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fffc4404a0d4547b6822d047ede0bb7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/60a71b4717cd4be29c12da2644724c63, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/98b435ac647847518d721b4a1f78dd1c] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=35.3 K 2024-11-13T00:37:49,490 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fffc4404a0d4547b6822d047ede0bb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731458266437 2024-11-13T00:37:49,490 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 60a71b4717cd4be29c12da2644724c63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731458267074 2024-11-13T00:37:49,490 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 98b435ac647847518d721b4a1f78dd1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731458268244 2024-11-13T00:37:49,498 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:49,498 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/afa069fb04e444f2977faa5d08f49ca6 is 50, key is test_row_0/C:col10/1731458268578/Put/seqid=0 2024-11-13T00:37:49,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742093_1269 (size=9657) 2024-11-13T00:37:49,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742094_1270 (size=12241) 2024-11-13T00:37:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T00:37:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:49,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458329797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:49,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458329801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:49,881 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/34251f0c0c7e404a82bcbfa87dc572e0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/34251f0c0c7e404a82bcbfa87dc572e0 2024-11-13T00:37:49,885 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/A of b1b414794e86d308b927c6152ae1daa5 into 34251f0c0c7e404a82bcbfa87dc572e0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:49,885 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:49,886 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/A, priority=13, startTime=1731458269450; duration=0sec 2024-11-13T00:37:49,886 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:49,886 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:A 2024-11-13T00:37:49,900 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/f76c9172d0764b7e872f3ece26396e2b 2024-11-13T00:37:49,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458329906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:49,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/407dc13d2eec40ba91fd4b1ff83dd3cb is 50, key is test_row_0/B:col10/1731458268588/Put/seqid=0 2024-11-13T00:37:49,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:49,909 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/afa069fb04e444f2977faa5d08f49ca6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/afa069fb04e444f2977faa5d08f49ca6 2024-11-13T00:37:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742095_1271 (size=9657) 2024-11-13T00:37:49,913 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/407dc13d2eec40ba91fd4b1ff83dd3cb 2024-11-13T00:37:49,915 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/C of b1b414794e86d308b927c6152ae1daa5 into afa069fb04e444f2977faa5d08f49ca6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:49,915 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:49,915 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/C, priority=13, startTime=1731458269450; duration=0sec 2024-11-13T00:37:49,915 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:49,915 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:C 2024-11-13T00:37:49,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458329916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:49,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:49,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:49,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/39057a1496864e15bd15fb7c1a649dae is 50, key is test_row_0/C:col10/1731458268588/Put/seqid=0 2024-11-13T00:37:49,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742096_1272 (size=9657) 2024-11-13T00:37:49,931 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/39057a1496864e15bd15fb7c1a649dae 2024-11-13T00:37:49,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/f76c9172d0764b7e872f3ece26396e2b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f76c9172d0764b7e872f3ece26396e2b 2024-11-13T00:37:49,941 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f76c9172d0764b7e872f3ece26396e2b, entries=100, sequenceid=126, filesize=9.4 K 2024-11-13T00:37:49,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/407dc13d2eec40ba91fd4b1ff83dd3cb as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/407dc13d2eec40ba91fd4b1ff83dd3cb 2024-11-13T00:37:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T00:37:49,946 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/407dc13d2eec40ba91fd4b1ff83dd3cb, entries=100, sequenceid=126, filesize=9.4 K 2024-11-13T00:37:49,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/39057a1496864e15bd15fb7c1a649dae as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/39057a1496864e15bd15fb7c1a649dae 2024-11-13T00:37:49,951 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/39057a1496864e15bd15fb7c1a649dae, entries=100, sequenceid=126, filesize=9.4 K 2024-11-13T00:37:49,952 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for b1b414794e86d308b927c6152ae1daa5 in 481ms, sequenceid=126, compaction requested=false 2024-11-13T00:37:49,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:49,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:49,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-13T00:37:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-13T00:37:49,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-13T00:37:49,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 634 msec 2024-11-13T00:37:49,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 639 msec 2024-11-13T00:37:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:50,119 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:50,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-13T00:37:50,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/aa06f2f726ba4d2abfa4cdf7381ba810 is 50, key is test_row_0/A:col10/1731458269793/Put/seqid=0 2024-11-13T00:37:50,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458330129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:50,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742097_1273 (size=14541) 2024-11-13T00:37:50,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T00:37:50,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T00:37:50,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458330132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:50,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458330246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:50,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458330416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:50,417 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:50,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458330426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:50,428 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:50,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458330436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:50,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T00:37:50,456 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:50,456 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-13T00:37:50,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458330455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T00:37:50,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:50,458 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:50,459 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:50,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:50,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/aa06f2f726ba4d2abfa4cdf7381ba810 2024-11-13T00:37:50,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/865934aff3444deb8f831993ee7e8168 is 50, key is test_row_0/B:col10/1731458269793/Put/seqid=0 2024-11-13T00:37:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742098_1274 (size=12151) 2024-11-13T00:37:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T00:37:50,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T00:37:50,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:50,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:50,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:50,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:50,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:50,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458330626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:50,628 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:50,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T00:37:50,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:50,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:50,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:50,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:50,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:50,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458330766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T00:37:50,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T00:37:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:50,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:50,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458330946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:50,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:50,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/865934aff3444deb8f831993ee7e8168 2024-11-13T00:37:50,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/3e2735d519e74426986cf2e648e8bafc is 50, key is test_row_0/C:col10/1731458269793/Put/seqid=0 2024-11-13T00:37:50,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742099_1275 (size=12151) 2024-11-13T00:37:51,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T00:37:51,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:51,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:51,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:51,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:51,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T00:37:51,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T00:37:51,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:51,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:51,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:51,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:51,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:51,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458331276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:51,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/3e2735d519e74426986cf2e648e8bafc 2024-11-13T00:37:51,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/aa06f2f726ba4d2abfa4cdf7381ba810 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/aa06f2f726ba4d2abfa4cdf7381ba810 2024-11-13T00:37:51,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/aa06f2f726ba4d2abfa4cdf7381ba810, entries=200, sequenceid=159, filesize=14.2 K 2024-11-13T00:37:51,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/865934aff3444deb8f831993ee7e8168 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/865934aff3444deb8f831993ee7e8168 2024-11-13T00:37:51,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/865934aff3444deb8f831993ee7e8168, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T00:37:51,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/3e2735d519e74426986cf2e648e8bafc as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/3e2735d519e74426986cf2e648e8bafc 2024-11-13T00:37:51,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T00:37:51,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:51,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:51,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:51,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:51,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:51,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/3e2735d519e74426986cf2e648e8bafc, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T00:37:51,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for b1b414794e86d308b927c6152ae1daa5 in 1264ms, sequenceid=159, compaction requested=true 2024-11-13T00:37:51,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:51,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:51,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:51,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:51,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:51,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:51,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:51,383 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:51,383 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:51,384 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:51,384 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:51,384 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/B is initiating minor compaction (all files) 2024-11-13T00:37:51,384 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/A is initiating minor compaction (all files) 2024-11-13T00:37:51,384 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/B in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:51,384 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/A in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:51,384 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/49c5efdfa90b4133878d68267275f97d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/407dc13d2eec40ba91fd4b1ff83dd3cb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/865934aff3444deb8f831993ee7e8168] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=33.3 K 2024-11-13T00:37:51,384 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/34251f0c0c7e404a82bcbfa87dc572e0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f76c9172d0764b7e872f3ece26396e2b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/aa06f2f726ba4d2abfa4cdf7381ba810] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=35.6 K 2024-11-13T00:37:51,385 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34251f0c0c7e404a82bcbfa87dc572e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731458268244 2024-11-13T00:37:51,385 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 49c5efdfa90b4133878d68267275f97d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731458268244 2024-11-13T00:37:51,385 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 407dc13d2eec40ba91fd4b1ff83dd3cb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731458268583 2024-11-13T00:37:51,385 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f76c9172d0764b7e872f3ece26396e2b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731458268583 2024-11-13T00:37:51,386 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 865934aff3444deb8f831993ee7e8168, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731458269793 2024-11-13T00:37:51,386 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa06f2f726ba4d2abfa4cdf7381ba810, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731458269782 2024-11-13T00:37:51,396 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:51,397 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/4a1291aef8ca4a49851ec24fb69e3305 is 50, key is test_row_0/A:col10/1731458269793/Put/seqid=0 2024-11-13T00:37:51,399 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:51,399 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/eb8528c68a1a418392f53a920db05d15 is 50, key is test_row_0/B:col10/1731458269793/Put/seqid=0 2024-11-13T00:37:51,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742101_1277 (size=12493) 2024-11-13T00:37:51,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742100_1276 (size=12493) 2024-11-13T00:37:51,411 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/4a1291aef8ca4a49851ec24fb69e3305 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/4a1291aef8ca4a49851ec24fb69e3305 2024-11-13T00:37:51,417 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/A of b1b414794e86d308b927c6152ae1daa5 into 4a1291aef8ca4a49851ec24fb69e3305(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:51,417 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:51,417 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/A, priority=13, startTime=1731458271383; duration=0sec 2024-11-13T00:37:51,417 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:51,418 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:A 2024-11-13T00:37:51,418 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:51,419 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:51,419 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/C is initiating minor compaction (all files) 2024-11-13T00:37:51,419 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/C in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:51,420 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/afa069fb04e444f2977faa5d08f49ca6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/39057a1496864e15bd15fb7c1a649dae, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/3e2735d519e74426986cf2e648e8bafc] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=33.3 K 2024-11-13T00:37:51,420 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting afa069fb04e444f2977faa5d08f49ca6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731458268244 2024-11-13T00:37:51,421 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39057a1496864e15bd15fb7c1a649dae, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731458268583 2024-11-13T00:37:51,421 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e2735d519e74426986cf2e648e8bafc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731458269793 2024-11-13T00:37:51,430 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:51,430 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/05c74aadd5554585ba04f947170a128e is 50, key is test_row_0/C:col10/1731458269793/Put/seqid=0 2024-11-13T00:37:51,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742102_1278 (size=12493) 2024-11-13T00:37:51,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-13T00:37:51,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:51,534 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-13T00:37:51,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/29d0b32eef194bec9c60ac94c4bcb04b is 50, key is test_row_1/A:col10/1731458270126/Put/seqid=0 2024-11-13T00:37:51,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742103_1279 (size=9757) 2024-11-13T00:37:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T00:37:51,811 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/eb8528c68a1a418392f53a920db05d15 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/eb8528c68a1a418392f53a920db05d15 2024-11-13T00:37:51,818 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/B of b1b414794e86d308b927c6152ae1daa5 into eb8528c68a1a418392f53a920db05d15(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:51,818 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:51,818 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/B, priority=13, startTime=1731458271383; duration=0sec 2024-11-13T00:37:51,818 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:51,818 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:B 2024-11-13T00:37:51,860 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/05c74aadd5554585ba04f947170a128e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/05c74aadd5554585ba04f947170a128e 2024-11-13T00:37:51,867 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/C of b1b414794e86d308b927c6152ae1daa5 into 05c74aadd5554585ba04f947170a128e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:51,867 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:51,867 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/C, priority=13, startTime=1731458271383; duration=0sec 2024-11-13T00:37:51,867 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:51,867 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:C 2024-11-13T00:37:51,955 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/29d0b32eef194bec9c60ac94c4bcb04b 2024-11-13T00:37:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/7d32c2b4bbbc44a880745fd424c35dce is 50, key is test_row_1/B:col10/1731458270126/Put/seqid=0 2024-11-13T00:37:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:51,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742104_1280 (size=9757) 2024-11-13T00:37:52,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458332070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:52,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458332176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:52,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458332285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:52,289 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:52,372 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/7d32c2b4bbbc44a880745fd424c35dce 2024-11-13T00:37:52,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458332385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:52,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:52,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/43d30763d228450baee4ad1b19d9c3b2 is 50, key is test_row_1/C:col10/1731458270126/Put/seqid=0 2024-11-13T00:37:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742105_1281 (size=9757) 2024-11-13T00:37:52,430 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/43d30763d228450baee4ad1b19d9c3b2 2024-11-13T00:37:52,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/29d0b32eef194bec9c60ac94c4bcb04b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/29d0b32eef194bec9c60ac94c4bcb04b 2024-11-13T00:37:52,441 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/29d0b32eef194bec9c60ac94c4bcb04b, entries=100, sequenceid=166, filesize=9.5 K 2024-11-13T00:37:52,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/7d32c2b4bbbc44a880745fd424c35dce as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/7d32c2b4bbbc44a880745fd424c35dce 2024-11-13T00:37:52,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458332436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:52,443 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:52,449 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/7d32c2b4bbbc44a880745fd424c35dce, entries=100, sequenceid=166, filesize=9.5 K 2024-11-13T00:37:52,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/43d30763d228450baee4ad1b19d9c3b2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/43d30763d228450baee4ad1b19d9c3b2 2024-11-13T00:37:52,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458332456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:52,458 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:52,459 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/43d30763d228450baee4ad1b19d9c3b2, entries=100, sequenceid=166, filesize=9.5 K 2024-11-13T00:37:52,460 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for b1b414794e86d308b927c6152ae1daa5 in 926ms, sequenceid=166, compaction requested=false 2024-11-13T00:37:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-13T00:37:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-13T00:37:52,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-13T00:37:52,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0030 sec 2024-11-13T00:37:52,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.0090 sec 2024-11-13T00:37:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-13T00:37:52,606 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:52,609 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-13T00:37:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T00:37:52,613 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:52,614 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:52,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:52,700 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:52,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-13T00:37:52,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/0fe8d3d2a9dc4204b4d5db638cb72248 is 50, key is test_row_0/A:col10/1731458272068/Put/seqid=0 2024-11-13T00:37:52,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458332708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T00:37:52,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742106_1282 (size=12151) 2024-11-13T00:37:52,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/0fe8d3d2a9dc4204b4d5db638cb72248 2024-11-13T00:37:52,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/4b8e1c4283f942e68bcf4cef3e788861 is 50, key is test_row_0/B:col10/1731458272068/Put/seqid=0 2024-11-13T00:37:52,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742107_1283 (size=12151) 2024-11-13T00:37:52,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/4b8e1c4283f942e68bcf4cef3e788861 2024-11-13T00:37:52,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/656646d8dadf45e6b0f8b1f8988882ef is 50, key is test_row_0/C:col10/1731458272068/Put/seqid=0 2024-11-13T00:37:52,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T00:37:52,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:52,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:52,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:52,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:52,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:52,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742108_1284 (size=12151) 2024-11-13T00:37:52,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458332816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T00:37:52,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T00:37:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:52,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:52,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:53,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458333026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:53,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T00:37:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:53,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:53,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/656646d8dadf45e6b0f8b1f8988882ef 2024-11-13T00:37:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/0fe8d3d2a9dc4204b4d5db638cb72248 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/0fe8d3d2a9dc4204b4d5db638cb72248 2024-11-13T00:37:53,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/0fe8d3d2a9dc4204b4d5db638cb72248, entries=150, sequenceid=199, filesize=11.9 K 2024-11-13T00:37:53,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/4b8e1c4283f942e68bcf4cef3e788861 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4b8e1c4283f942e68bcf4cef3e788861 2024-11-13T00:37:53,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4b8e1c4283f942e68bcf4cef3e788861, entries=150, sequenceid=199, filesize=11.9 K 2024-11-13T00:37:53,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/656646d8dadf45e6b0f8b1f8988882ef as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/656646d8dadf45e6b0f8b1f8988882ef 2024-11-13T00:37:53,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/656646d8dadf45e6b0f8b1f8988882ef, entries=150, sequenceid=199, filesize=11.9 K 2024-11-13T00:37:53,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for b1b414794e86d308b927c6152ae1daa5 in 522ms, sequenceid=199, compaction requested=true 2024-11-13T00:37:53,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:53,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:53,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:53,224 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:53,224 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:53,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:53,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:53,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:53,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:53,226 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:53,226 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:53,226 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/A is initiating minor compaction (all files) 2024-11-13T00:37:53,226 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/B is initiating minor compaction (all files) 2024-11-13T00:37:53,226 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/B in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:53,226 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/A in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:53,226 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/eb8528c68a1a418392f53a920db05d15, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/7d32c2b4bbbc44a880745fd424c35dce, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4b8e1c4283f942e68bcf4cef3e788861] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=33.6 K 2024-11-13T00:37:53,226 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/4a1291aef8ca4a49851ec24fb69e3305, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/29d0b32eef194bec9c60ac94c4bcb04b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/0fe8d3d2a9dc4204b4d5db638cb72248] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=33.6 K 2024-11-13T00:37:53,227 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a1291aef8ca4a49851ec24fb69e3305, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731458269793 2024-11-13T00:37:53,228 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting eb8528c68a1a418392f53a920db05d15, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731458269793 2024-11-13T00:37:53,228 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29d0b32eef194bec9c60ac94c4bcb04b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731458270126 2024-11-13T00:37:53,228 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d32c2b4bbbc44a880745fd424c35dce, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731458270126 2024-11-13T00:37:53,229 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fe8d3d2a9dc4204b4d5db638cb72248, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731458272058 2024-11-13T00:37:53,229 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b8e1c4283f942e68bcf4cef3e788861, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731458272058 2024-11-13T00:37:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T00:37:53,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-13T00:37:53,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:53,250 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-13T00:37:53,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/3e4afa44fd054ddebb4fc51a30f6cd9e is 50, key is test_row_0/A:col10/1731458272706/Put/seqid=0 2024-11-13T00:37:53,269 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:53,269 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#B#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:53,269 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/d245dd9c72404a6c8f6439b0183db14c is 50, key is test_row_0/A:col10/1731458272068/Put/seqid=0 2024-11-13T00:37:53,270 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/1d34bfb414244ccf93f2461e2cdf124d is 50, key is test_row_0/B:col10/1731458272068/Put/seqid=0 2024-11-13T00:37:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742109_1285 (size=9757) 2024-11-13T00:37:53,290 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/3e4afa44fd054ddebb4fc51a30f6cd9e 2024-11-13T00:37:53,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742110_1286 (size=12595) 2024-11-13T00:37:53,322 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/1d34bfb414244ccf93f2461e2cdf124d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1d34bfb414244ccf93f2461e2cdf124d 2024-11-13T00:37:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/afde07818366461a961c030265823dea is 50, key is test_row_0/B:col10/1731458272706/Put/seqid=0 2024-11-13T00:37:53,331 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/B of b1b414794e86d308b927c6152ae1daa5 into 1d34bfb414244ccf93f2461e2cdf124d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:53,331 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:53,332 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/B, priority=13, startTime=1731458273224; duration=0sec 2024-11-13T00:37:53,332 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:53,332 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:B 2024-11-13T00:37:53,332 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:53,333 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:53,333 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/C is initiating minor compaction (all files) 2024-11-13T00:37:53,333 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/C in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:53,333 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/05c74aadd5554585ba04f947170a128e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/43d30763d228450baee4ad1b19d9c3b2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/656646d8dadf45e6b0f8b1f8988882ef] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=33.6 K 2024-11-13T00:37:53,334 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 05c74aadd5554585ba04f947170a128e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731458269793 2024-11-13T00:37:53,334 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 43d30763d228450baee4ad1b19d9c3b2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731458270126 2024-11-13T00:37:53,335 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 656646d8dadf45e6b0f8b1f8988882ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731458272058 2024-11-13T00:37:53,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742111_1287 (size=12595) 2024-11-13T00:37:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742112_1288 (size=9757) 2024-11-13T00:37:53,351 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#C#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:53,351 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/9df26875006a4f189ee6db7d493b8b63 is 50, key is test_row_0/C:col10/1731458272068/Put/seqid=0 2024-11-13T00:37:53,353 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/afde07818366461a961c030265823dea 2024-11-13T00:37:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:53,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/cc74cfe91d344f9ead3030d50a7d9754 is 50, key is test_row_0/C:col10/1731458272706/Put/seqid=0 2024-11-13T00:37:53,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742113_1289 (size=12595) 2024-11-13T00:37:53,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742114_1290 (size=9757) 2024-11-13T00:37:53,380 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/cc74cfe91d344f9ead3030d50a7d9754 2024-11-13T00:37:53,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/3e4afa44fd054ddebb4fc51a30f6cd9e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/3e4afa44fd054ddebb4fc51a30f6cd9e 2024-11-13T00:37:53,389 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/3e4afa44fd054ddebb4fc51a30f6cd9e, entries=100, sequenceid=204, filesize=9.5 K 2024-11-13T00:37:53,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/afde07818366461a961c030265823dea as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/afde07818366461a961c030265823dea 2024-11-13T00:37:53,394 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/afde07818366461a961c030265823dea, entries=100, sequenceid=204, filesize=9.5 K 2024-11-13T00:37:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/cc74cfe91d344f9ead3030d50a7d9754 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/cc74cfe91d344f9ead3030d50a7d9754 2024-11-13T00:37:53,400 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/cc74cfe91d344f9ead3030d50a7d9754, entries=100, sequenceid=204, filesize=9.5 K 2024-11-13T00:37:53,402 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=80.51 KB/82440 for b1b414794e86d308b927c6152ae1daa5 in 152ms, sequenceid=204, compaction requested=false 2024-11-13T00:37:53,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:53,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:53,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-13T00:37:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-13T00:37:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:53,407 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:53,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T00:37:53,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-13T00:37:53,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 790 msec 2024-11-13T00:37:53,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 800 msec 2024-11-13T00:37:53,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/1765716edbca40059b94541b1f75f02f is 50, key is test_row_0/A:col10/1731458273382/Put/seqid=0 2024-11-13T00:37:53,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742115_1291 (size=14541) 2024-11-13T00:37:53,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458333494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:53,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458333605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:53,743 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/d245dd9c72404a6c8f6439b0183db14c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d245dd9c72404a6c8f6439b0183db14c 2024-11-13T00:37:53,748 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/A of b1b414794e86d308b927c6152ae1daa5 into d245dd9c72404a6c8f6439b0183db14c(size=12.3 K), total size for store is 21.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:53,748 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:53,748 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/A, priority=13, startTime=1731458273223; duration=0sec 2024-11-13T00:37:53,748 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:53,748 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:A 2024-11-13T00:37:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T00:37:53,756 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:53,756 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-13T00:37:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T00:37:53,758 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:53,759 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:53,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:53,783 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/9df26875006a4f189ee6db7d493b8b63 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9df26875006a4f189ee6db7d493b8b63 2024-11-13T00:37:53,788 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/C of b1b414794e86d308b927c6152ae1daa5 into 9df26875006a4f189ee6db7d493b8b63(size=12.3 K), total size for store is 21.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:53,788 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:53,788 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/C, priority=13, startTime=1731458273224; duration=0sec 2024-11-13T00:37:53,788 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:53,788 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:C 2024-11-13T00:37:53,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/1765716edbca40059b94541b1f75f02f 2024-11-13T00:37:53,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458333816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:53,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/4c3e1263632d40c8a97b6f376db0ce83 is 50, key is test_row_0/B:col10/1731458273382/Put/seqid=0 2024-11-13T00:37:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742116_1292 (size=12151) 2024-11-13T00:37:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T00:37:53,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T00:37:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:53,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T00:37:54,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:54,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T00:37:54,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458334125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:54,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:54,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:54,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:54,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T00:37:54,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:54,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/4c3e1263632d40c8a97b6f376db0ce83 2024-11-13T00:37:54,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/f77401f5d93e4c0497603698781f1b78 is 50, key is test_row_0/C:col10/1731458273382/Put/seqid=0 2024-11-13T00:37:54,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742117_1293 (size=12151) 2024-11-13T00:37:54,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458334306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:54,308 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:54,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:54,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:54,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:54,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T00:37:54,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:54,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T00:37:54,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T00:37:54,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:54,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:54,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458334635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:54,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:54,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:54,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:54,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/f77401f5d93e4c0497603698781f1b78 2024-11-13T00:37:54,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/1765716edbca40059b94541b1f75f02f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1765716edbca40059b94541b1f75f02f 2024-11-13T00:37:54,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1765716edbca40059b94541b1f75f02f, entries=200, sequenceid=221, filesize=14.2 K 2024-11-13T00:37:54,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/4c3e1263632d40c8a97b6f376db0ce83 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4c3e1263632d40c8a97b6f376db0ce83 2024-11-13T00:37:54,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52032 deadline: 1731458334659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:54,659 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:54,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4c3e1263632d40c8a97b6f376db0ce83, entries=150, sequenceid=221, filesize=11.9 K 2024-11-13T00:37:54,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/f77401f5d93e4c0497603698781f1b78 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/f77401f5d93e4c0497603698781f1b78 2024-11-13T00:37:54,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/f77401f5d93e4c0497603698781f1b78, entries=150, sequenceid=221, filesize=11.9 K 2024-11-13T00:37:54,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b1b414794e86d308b927c6152ae1daa5 in 1260ms, sequenceid=221, compaction requested=true 2024-11-13T00:37:54,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:54,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:54,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:54,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:54,667 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:54,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:54,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:54,667 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:54,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:54,668 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36893 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:54,668 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:54,669 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/B is initiating minor compaction (all files) 2024-11-13T00:37:54,669 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/A is initiating minor compaction (all files) 2024-11-13T00:37:54,669 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/B in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,669 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/A in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,669 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1d34bfb414244ccf93f2461e2cdf124d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/afde07818366461a961c030265823dea, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4c3e1263632d40c8a97b6f376db0ce83] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=33.7 K 2024-11-13T00:37:54,669 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d245dd9c72404a6c8f6439b0183db14c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/3e4afa44fd054ddebb4fc51a30f6cd9e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1765716edbca40059b94541b1f75f02f] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=36.0 K 2024-11-13T00:37:54,669 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d34bfb414244ccf93f2461e2cdf124d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731458272058 2024-11-13T00:37:54,669 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting d245dd9c72404a6c8f6439b0183db14c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731458272058 2024-11-13T00:37:54,670 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting afde07818366461a961c030265823dea, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731458272701 2024-11-13T00:37:54,670 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e4afa44fd054ddebb4fc51a30f6cd9e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731458272701 2024-11-13T00:37:54,670 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c3e1263632d40c8a97b6f376db0ce83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731458273367 2024-11-13T00:37:54,670 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1765716edbca40059b94541b1f75f02f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731458273367 2024-11-13T00:37:54,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-13T00:37:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,677 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T00:37:54,686 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:54,687 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/26c5571fa721461ab23d4e0c70d0b933 is 50, key is test_row_0/B:col10/1731458273382/Put/seqid=0 2024-11-13T00:37:54,689 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:54,690 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/91a59cf1423643bab92d85e037e9ab2e is 50, key is test_row_0/A:col10/1731458273382/Put/seqid=0 2024-11-13T00:37:54,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/9ec6d7d871204d9598354795959773a5 is 50, key is test_row_0/A:col10/1731458273492/Put/seqid=0 2024-11-13T00:37:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742118_1294 (size=12697) 2024-11-13T00:37:54,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742119_1295 (size=12697) 2024-11-13T00:37:54,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742120_1296 (size=12151) 2024-11-13T00:37:54,704 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/9ec6d7d871204d9598354795959773a5 2024-11-13T00:37:54,708 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/91a59cf1423643bab92d85e037e9ab2e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/91a59cf1423643bab92d85e037e9ab2e 2024-11-13T00:37:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/1bcbfd6a5bb64b8d98dbc8705d885baf is 50, key is test_row_0/B:col10/1731458273492/Put/seqid=0 2024-11-13T00:37:54,718 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/A of b1b414794e86d308b927c6152ae1daa5 into 91a59cf1423643bab92d85e037e9ab2e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:54,718 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:54,719 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/A, priority=13, startTime=1731458274667; duration=0sec 2024-11-13T00:37:54,719 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:54,719 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:A 2024-11-13T00:37:54,719 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:54,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742121_1297 (size=12151) 2024-11-13T00:37:54,721 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:54,721 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/C is initiating minor compaction (all files) 2024-11-13T00:37:54,721 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/C in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:54,721 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9df26875006a4f189ee6db7d493b8b63, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/cc74cfe91d344f9ead3030d50a7d9754, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/f77401f5d93e4c0497603698781f1b78] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=33.7 K 2024-11-13T00:37:54,722 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9df26875006a4f189ee6db7d493b8b63, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731458272058 2024-11-13T00:37:54,722 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc74cfe91d344f9ead3030d50a7d9754, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731458272701 2024-11-13T00:37:54,722 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f77401f5d93e4c0497603698781f1b78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731458273367 2024-11-13T00:37:54,730 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:54,731 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/a41b5ff612134e30a643628c6eaa612f is 50, key is test_row_0/C:col10/1731458273382/Put/seqid=0 2024-11-13T00:37:54,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742122_1298 (size=12697) 2024-11-13T00:37:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T00:37:55,100 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/26c5571fa721461ab23d4e0c70d0b933 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/26c5571fa721461ab23d4e0c70d0b933 2024-11-13T00:37:55,104 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/B of b1b414794e86d308b927c6152ae1daa5 into 26c5571fa721461ab23d4e0c70d0b933(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:55,104 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:55,104 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/B, priority=13, startTime=1731458274667; duration=0sec 2024-11-13T00:37:55,104 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:55,104 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:B 2024-11-13T00:37:55,122 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/1bcbfd6a5bb64b8d98dbc8705d885baf 2024-11-13T00:37:55,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0d6619b5049942d1ae3437c09b855ccd is 50, key is test_row_0/C:col10/1731458273492/Put/seqid=0 2024-11-13T00:37:55,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742123_1299 (size=12151) 2024-11-13T00:37:55,139 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/a41b5ff612134e30a643628c6eaa612f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/a41b5ff612134e30a643628c6eaa612f 2024-11-13T00:37:55,144 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/C of b1b414794e86d308b927c6152ae1daa5 into a41b5ff612134e30a643628c6eaa612f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:55,144 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:55,144 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/C, priority=13, startTime=1731458274667; duration=0sec 2024-11-13T00:37:55,144 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:55,144 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:C 2024-11-13T00:37:55,534 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0d6619b5049942d1ae3437c09b855ccd 2024-11-13T00:37:55,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/9ec6d7d871204d9598354795959773a5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/9ec6d7d871204d9598354795959773a5 2024-11-13T00:37:55,544 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/9ec6d7d871204d9598354795959773a5, entries=150, sequenceid=243, filesize=11.9 K 2024-11-13T00:37:55,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/1bcbfd6a5bb64b8d98dbc8705d885baf as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1bcbfd6a5bb64b8d98dbc8705d885baf 2024-11-13T00:37:55,550 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1bcbfd6a5bb64b8d98dbc8705d885baf, entries=150, sequenceid=243, filesize=11.9 K 2024-11-13T00:37:55,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0d6619b5049942d1ae3437c09b855ccd as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d6619b5049942d1ae3437c09b855ccd 2024-11-13T00:37:55,555 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d6619b5049942d1ae3437c09b855ccd, entries=150, sequenceid=243, filesize=11.9 K 2024-11-13T00:37:55,556 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for b1b414794e86d308b927c6152ae1daa5 in 879ms, sequenceid=243, compaction requested=false 2024-11-13T00:37:55,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:55,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:55,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-13T00:37:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-13T00:37:55,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-13T00:37:55,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec 2024-11-13T00:37:55,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.8050 sec 2024-11-13T00:37:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:55,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:37:55,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/fb2b69c836bf4d62b9351b5ae7a255c6 is 50, key is test_row_0/A:col10/1731458275660/Put/seqid=0 2024-11-13T00:37:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742124_1300 (size=12201) 2024-11-13T00:37:55,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458335771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:55,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458335886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-13T00:37:55,906 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:55,907 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-13T00:37:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T00:37:55,909 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:55,910 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:55,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T00:37:56,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T00:37:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/fb2b69c836bf4d62b9351b5ae7a255c6 2024-11-13T00:37:56,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/8968323c8ee6496796385d8b77242556 is 50, key is test_row_0/B:col10/1731458275660/Put/seqid=0 2024-11-13T00:37:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742125_1301 (size=12201) 2024-11-13T00:37:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458336096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:56,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T00:37:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:56,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T00:37:56,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T00:37:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458336406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:56,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:56,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:56,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:56,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1731458336466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:56,469 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:56,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:56,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:56,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:56,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52038 deadline: 1731458336486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:56,490 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:56,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/8968323c8ee6496796385d8b77242556 2024-11-13T00:37:56,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/fafe8744a96e47ab8a9900bf933e57e2 is 50, key is test_row_0/C:col10/1731458275660/Put/seqid=0 2024-11-13T00:37:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742126_1302 (size=12201) 2024-11-13T00:37:56,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T00:37:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T00:37:56,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T00:37:56,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:56,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T00:37:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:56,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/fafe8744a96e47ab8a9900bf933e57e2 2024-11-13T00:37:56,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/fb2b69c836bf4d62b9351b5ae7a255c6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fb2b69c836bf4d62b9351b5ae7a255c6 2024-11-13T00:37:56,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fb2b69c836bf4d62b9351b5ae7a255c6, entries=150, sequenceid=257, filesize=11.9 K 2024-11-13T00:37:56,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/8968323c8ee6496796385d8b77242556 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8968323c8ee6496796385d8b77242556 2024-11-13T00:37:56,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8968323c8ee6496796385d8b77242556, entries=150, sequenceid=257, filesize=11.9 K 2024-11-13T00:37:56,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/fafe8744a96e47ab8a9900bf933e57e2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fafe8744a96e47ab8a9900bf933e57e2 2024-11-13T00:37:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458336915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:56,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fafe8744a96e47ab8a9900bf933e57e2, entries=150, sequenceid=257, filesize=11.9 K 2024-11-13T00:37:56,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b1b414794e86d308b927c6152ae1daa5 in 1260ms, sequenceid=257, compaction requested=true 2024-11-13T00:37:56,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:56,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:56,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:56,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:56,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:56,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:56,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:56,921 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:56,921 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:56,922 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:56,922 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:56,922 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/A is initiating minor compaction (all files) 2024-11-13T00:37:56,922 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/B is initiating minor compaction (all files) 2024-11-13T00:37:56,922 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/A in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,922 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/B in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,922 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/91a59cf1423643bab92d85e037e9ab2e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/9ec6d7d871204d9598354795959773a5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fb2b69c836bf4d62b9351b5ae7a255c6] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=36.2 K 2024-11-13T00:37:56,922 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/26c5571fa721461ab23d4e0c70d0b933, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1bcbfd6a5bb64b8d98dbc8705d885baf, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8968323c8ee6496796385d8b77242556] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=36.2 K 2024-11-13T00:37:56,923 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91a59cf1423643bab92d85e037e9ab2e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731458273367 2024-11-13T00:37:56,923 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 26c5571fa721461ab23d4e0c70d0b933, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731458273367 2024-11-13T00:37:56,923 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bcbfd6a5bb64b8d98dbc8705d885baf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731458273480 2024-11-13T00:37:56,923 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ec6d7d871204d9598354795959773a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731458273480 2024-11-13T00:37:56,924 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 8968323c8ee6496796385d8b77242556, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731458275655 2024-11-13T00:37:56,924 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb2b69c836bf4d62b9351b5ae7a255c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731458275655 2024-11-13T00:37:56,931 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:56,931 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/fc6b85347d9f4c44b58307ae857fbeec is 50, key is test_row_0/B:col10/1731458275660/Put/seqid=0 2024-11-13T00:37:56,935 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:56,935 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/d3ee3ad3ad1e43b79ccf67f88d966fb0 is 50, key is test_row_0/A:col10/1731458275660/Put/seqid=0 2024-11-13T00:37:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742127_1303 (size=12849) 2024-11-13T00:37:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742128_1304 (size=12849) 2024-11-13T00:37:56,952 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/d3ee3ad3ad1e43b79ccf67f88d966fb0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d3ee3ad3ad1e43b79ccf67f88d966fb0 2024-11-13T00:37:56,968 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/A of b1b414794e86d308b927c6152ae1daa5 into d3ee3ad3ad1e43b79ccf67f88d966fb0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:56,968 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:56,968 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/A, priority=13, startTime=1731458276921; duration=0sec 2024-11-13T00:37:56,968 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:56,968 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:A 2024-11-13T00:37:56,968 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:56,969 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:56,969 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/C is initiating minor compaction (all files) 2024-11-13T00:37:56,969 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/C in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,969 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/a41b5ff612134e30a643628c6eaa612f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d6619b5049942d1ae3437c09b855ccd, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fafe8744a96e47ab8a9900bf933e57e2] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=36.2 K 2024-11-13T00:37:56,970 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a41b5ff612134e30a643628c6eaa612f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731458273367 2024-11-13T00:37:56,970 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d6619b5049942d1ae3437c09b855ccd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731458273480 2024-11-13T00:37:56,970 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting fafe8744a96e47ab8a9900bf933e57e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731458275655 2024-11-13T00:37:56,980 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:56,980 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/27235d84918d485782b5c90902dbcf9f is 50, key is test_row_0/C:col10/1731458275660/Put/seqid=0 2024-11-13T00:37:56,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T00:37:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:56,982 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:37:56,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742129_1305 (size=12849) 2024-11-13T00:37:56,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/b1ca8202a779471ca7b8967286ec7e7d is 50, key is test_row_0/A:col10/1731458275764/Put/seqid=0 2024-11-13T00:37:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742130_1306 (size=12301) 2024-11-13T00:37:56,999 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/b1ca8202a779471ca7b8967286ec7e7d 2024-11-13T00:37:57,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/a93e2bbe18ed4392817f3863e1ac750f is 50, key is test_row_0/B:col10/1731458275764/Put/seqid=0 2024-11-13T00:37:57,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742131_1307 (size=12301) 2024-11-13T00:37:57,013 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/a93e2bbe18ed4392817f3863e1ac750f 2024-11-13T00:37:57,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/8b5d946538d94fe7bd63f26b02b351ee is 50, key is test_row_0/C:col10/1731458275764/Put/seqid=0 2024-11-13T00:37:57,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742132_1308 (size=12301) 2024-11-13T00:37:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T00:37:57,350 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/fc6b85347d9f4c44b58307ae857fbeec as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/fc6b85347d9f4c44b58307ae857fbeec 2024-11-13T00:37:57,354 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/B of b1b414794e86d308b927c6152ae1daa5 into fc6b85347d9f4c44b58307ae857fbeec(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:57,354 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:57,354 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/B, priority=13, startTime=1731458276921; duration=0sec 2024-11-13T00:37:57,355 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:57,355 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:B 2024-11-13T00:37:57,391 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/27235d84918d485782b5c90902dbcf9f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/27235d84918d485782b5c90902dbcf9f 2024-11-13T00:37:57,395 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/C of b1b414794e86d308b927c6152ae1daa5 into 27235d84918d485782b5c90902dbcf9f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:57,395 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:57,395 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/C, priority=13, startTime=1731458276921; duration=0sec 2024-11-13T00:37:57,395 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:57,395 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:C 2024-11-13T00:37:57,426 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/8b5d946538d94fe7bd63f26b02b351ee 2024-11-13T00:37:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/b1ca8202a779471ca7b8967286ec7e7d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/b1ca8202a779471ca7b8967286ec7e7d 2024-11-13T00:37:57,434 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/b1ca8202a779471ca7b8967286ec7e7d, entries=150, sequenceid=283, filesize=12.0 K 2024-11-13T00:37:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/a93e2bbe18ed4392817f3863e1ac750f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/a93e2bbe18ed4392817f3863e1ac750f 2024-11-13T00:37:57,439 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/a93e2bbe18ed4392817f3863e1ac750f, entries=150, sequenceid=283, filesize=12.0 K 2024-11-13T00:37:57,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/8b5d946538d94fe7bd63f26b02b351ee as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/8b5d946538d94fe7bd63f26b02b351ee 2024-11-13T00:37:57,444 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/8b5d946538d94fe7bd63f26b02b351ee, entries=150, sequenceid=283, filesize=12.0 K 2024-11-13T00:37:57,445 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for b1b414794e86d308b927c6152ae1daa5 in 463ms, sequenceid=283, compaction requested=false 2024-11-13T00:37:57,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:57,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:57,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-13T00:37:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-13T00:37:57,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-13T00:37:57,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5370 sec 2024-11-13T00:37:57,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5420 sec 2024-11-13T00:37:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:57,944 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:57,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:37:57,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/7826219ad4fb40d283be87b07854adba is 50, key is test_row_0/A:col10/1731458277943/Put/seqid=0 2024-11-13T00:37:57,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742133_1309 (size=14741) 2024-11-13T00:37:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T00:37:58,066 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:37:58,067 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:37:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-13T00:37:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T00:37:58,068 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:37:58,069 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:37:58,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:58,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:37:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458338065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T00:37:58,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458338176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:58,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T00:37:58,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:58,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51998 deadline: 1731458338356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:58,358 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in b1b414794e86d308b927c6152ae1daa5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:37:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:58,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/7826219ad4fb40d283be87b07854adba 2024-11-13T00:37:58,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/67dcf2f9469f46f69b93339b7d01217d is 50, key is test_row_0/B:col10/1731458277943/Put/seqid=0 2024-11-13T00:37:58,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T00:37:58,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:58,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742134_1310 (size=12301) 2024-11-13T00:37:58,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/67dcf2f9469f46f69b93339b7d01217d 2024-11-13T00:37:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T00:37:58,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/733fb9dce43940bdafdb5a6a35da03e4 is 50, key is test_row_0/C:col10/1731458277943/Put/seqid=0 2024-11-13T00:37:58,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458338386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742135_1311 (size=12301) 2024-11-13T00:37:58,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T00:37:58,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:58,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T00:37:58,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:58,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:37:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T00:37:58,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458338696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:58,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:58,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/733fb9dce43940bdafdb5a6a35da03e4 2024-11-13T00:37:58,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/7826219ad4fb40d283be87b07854adba as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/7826219ad4fb40d283be87b07854adba 2024-11-13T00:37:58,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/7826219ad4fb40d283be87b07854adba, entries=200, sequenceid=296, filesize=14.4 K 2024-11-13T00:37:58,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/67dcf2f9469f46f69b93339b7d01217d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/67dcf2f9469f46f69b93339b7d01217d 2024-11-13T00:37:58,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/67dcf2f9469f46f69b93339b7d01217d, entries=150, sequenceid=296, filesize=12.0 K 2024-11-13T00:37:58,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/733fb9dce43940bdafdb5a6a35da03e4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/733fb9dce43940bdafdb5a6a35da03e4 2024-11-13T00:37:58,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/733fb9dce43940bdafdb5a6a35da03e4, entries=150, sequenceid=296, filesize=12.0 K 2024-11-13T00:37:58,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b1b414794e86d308b927c6152ae1daa5 in 868ms, sequenceid=296, compaction requested=true 2024-11-13T00:37:58,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:37:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:58,813 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:58,813 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:37:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:37:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:58,815 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:58,815 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/A is initiating minor compaction (all files) 2024-11-13T00:37:58,815 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/A in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,815 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d3ee3ad3ad1e43b79ccf67f88d966fb0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/b1ca8202a779471ca7b8967286ec7e7d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/7826219ad4fb40d283be87b07854adba] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=39.0 K 2024-11-13T00:37:58,816 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:58,816 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3ee3ad3ad1e43b79ccf67f88d966fb0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731458275655 2024-11-13T00:37:58,816 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/B is initiating minor compaction (all files) 2024-11-13T00:37:58,816 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/B in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,816 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/fc6b85347d9f4c44b58307ae857fbeec, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/a93e2bbe18ed4392817f3863e1ac750f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/67dcf2f9469f46f69b93339b7d01217d] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=36.6 K 2024-11-13T00:37:58,816 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1ca8202a779471ca7b8967286ec7e7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731458275758 2024-11-13T00:37:58,816 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting fc6b85347d9f4c44b58307ae857fbeec, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731458275655 2024-11-13T00:37:58,817 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7826219ad4fb40d283be87b07854adba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731458277926 2024-11-13T00:37:58,817 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting a93e2bbe18ed4392817f3863e1ac750f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731458275758 2024-11-13T00:37:58,817 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 67dcf2f9469f46f69b93339b7d01217d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731458277926 2024-11-13T00:37:58,825 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:58,825 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/87514b4700b3487fb0c6507a3312c648 is 50, key is test_row_0/B:col10/1731458277943/Put/seqid=0 2024-11-13T00:37:58,826 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#A#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:58,827 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/761030a9c6914ff2a9bfa851aa912cb3 is 50, key is test_row_0/A:col10/1731458277943/Put/seqid=0 2024-11-13T00:37:58,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742136_1312 (size=13051) 2024-11-13T00:37:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742137_1313 (size=13051) 2024-11-13T00:37:58,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T00:37:58,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:58,834 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:37:58,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/858e597c86a943c6adf2c1bbe792a154 is 50, key is test_row_0/A:col10/1731458278057/Put/seqid=0 2024-11-13T00:37:58,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742138_1314 (size=12301) 2024-11-13T00:37:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T00:37:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:59,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:37:59,237 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/761030a9c6914ff2a9bfa851aa912cb3 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/761030a9c6914ff2a9bfa851aa912cb3 2024-11-13T00:37:59,237 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/87514b4700b3487fb0c6507a3312c648 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/87514b4700b3487fb0c6507a3312c648 2024-11-13T00:37:59,242 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/B of b1b414794e86d308b927c6152ae1daa5 into 87514b4700b3487fb0c6507a3312c648(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:59,242 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/A of b1b414794e86d308b927c6152ae1daa5 into 761030a9c6914ff2a9bfa851aa912cb3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:59,242 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:59,242 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:59,243 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/B, priority=13, startTime=1731458278813; duration=0sec 2024-11-13T00:37:59,243 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/A, priority=13, startTime=1731458278812; duration=0sec 2024-11-13T00:37:59,243 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:37:59,243 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:B 2024-11-13T00:37:59,243 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:59,243 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:A 2024-11-13T00:37:59,243 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:37:59,244 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/858e597c86a943c6adf2c1bbe792a154 2024-11-13T00:37:59,244 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:37:59,244 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/C is initiating minor compaction (all files) 2024-11-13T00:37:59,244 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/C in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:59,244 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/27235d84918d485782b5c90902dbcf9f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/8b5d946538d94fe7bd63f26b02b351ee, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/733fb9dce43940bdafdb5a6a35da03e4] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=36.6 K 2024-11-13T00:37:59,245 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 27235d84918d485782b5c90902dbcf9f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731458275655 2024-11-13T00:37:59,245 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b5d946538d94fe7bd63f26b02b351ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731458275758 2024-11-13T00:37:59,246 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 733fb9dce43940bdafdb5a6a35da03e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731458277926 2024-11-13T00:37:59,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458339245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:59,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/310fa1f31eb2407c83162bb23d731c73 is 50, key is test_row_0/B:col10/1731458278057/Put/seqid=0 2024-11-13T00:37:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:59,255 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:37:59,255 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/bc5764904c2e48b4acdbc582798fba7a is 50, key is test_row_0/C:col10/1731458277943/Put/seqid=0 2024-11-13T00:37:59,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742139_1315 (size=12301) 2024-11-13T00:37:59,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742140_1316 (size=13051) 2024-11-13T00:37:59,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458339356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:59,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458339566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:59,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:59,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:59,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:37:59,660 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/310fa1f31eb2407c83162bb23d731c73 2024-11-13T00:37:59,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/681a1004178344ca9703eb212461add6 is 50, key is test_row_0/C:col10/1731458278057/Put/seqid=0 2024-11-13T00:37:59,673 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/bc5764904c2e48b4acdbc582798fba7a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/bc5764904c2e48b4acdbc582798fba7a 2024-11-13T00:37:59,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742141_1317 (size=12301) 2024-11-13T00:37:59,675 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/681a1004178344ca9703eb212461add6 2024-11-13T00:37:59,679 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/C of b1b414794e86d308b927c6152ae1daa5 into bc5764904c2e48b4acdbc582798fba7a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:37:59,679 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:59,679 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/C, priority=13, startTime=1731458278813; duration=0sec 2024-11-13T00:37:59,679 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:37:59,679 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:C 2024-11-13T00:37:59,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/858e597c86a943c6adf2c1bbe792a154 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/858e597c86a943c6adf2c1bbe792a154 2024-11-13T00:37:59,687 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/858e597c86a943c6adf2c1bbe792a154, entries=150, sequenceid=321, filesize=12.0 K 2024-11-13T00:37:59,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/310fa1f31eb2407c83162bb23d731c73 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/310fa1f31eb2407c83162bb23d731c73 2024-11-13T00:37:59,692 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/310fa1f31eb2407c83162bb23d731c73, entries=150, sequenceid=321, filesize=12.0 K 2024-11-13T00:37:59,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/681a1004178344ca9703eb212461add6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/681a1004178344ca9703eb212461add6 2024-11-13T00:37:59,697 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/681a1004178344ca9703eb212461add6, entries=150, sequenceid=321, filesize=12.0 K 2024-11-13T00:37:59,698 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b1b414794e86d308b927c6152ae1daa5 in 864ms, sequenceid=321, compaction requested=false 2024-11-13T00:37:59,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:37:59,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:37:59,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-13T00:37:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-13T00:37:59,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-13T00:37:59,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6300 sec 2024-11-13T00:37:59,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.6350 sec 2024-11-13T00:37:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:37:59,878 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:37:59,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T00:37:59,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/22e91c37756a4dde83ee5c244f801f81 is 50, key is test_row_1/A:col10/1731458279877/Put/seqid=0 2024-11-13T00:37:59,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742142_1318 (size=12297) 2024-11-13T00:37:59,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:37:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458339969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:37:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:37:59,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458340075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T00:38:00,216 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:00,216 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-13T00:38:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T00:38:00,218 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:00,219 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:00,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:00,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458340286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:00,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/22e91c37756a4dde83ee5c244f801f81 2024-11-13T00:38:00,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/c2fd15f089a547c1b282691ed652a44b is 50, key is test_row_1/B:col10/1731458279877/Put/seqid=0 2024-11-13T00:38:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742143_1319 (size=9857) 2024-11-13T00:38:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T00:38:00,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T00:38:00,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:00,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:38:00,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:00,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T00:38:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:38:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:00,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T00:38:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458340596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:00,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T00:38:00,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:00,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:38:00,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:00,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/c2fd15f089a547c1b282691ed652a44b 2024-11-13T00:38:00,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0d496ea093874e83834578f1ee621cb5 is 50, key is test_row_1/C:col10/1731458279877/Put/seqid=0 2024-11-13T00:38:00,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742144_1320 (size=9857) 2024-11-13T00:38:00,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T00:38:00,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:00,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:38:00,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:00,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T00:38:00,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T00:38:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:38:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:00,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:01,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458341106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:01,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0d496ea093874e83834578f1ee621cb5 2024-11-13T00:38:01,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/22e91c37756a4dde83ee5c244f801f81 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/22e91c37756a4dde83ee5c244f801f81 2024-11-13T00:38:01,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/22e91c37756a4dde83ee5c244f801f81, entries=150, sequenceid=336, filesize=12.0 K 2024-11-13T00:38:01,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/c2fd15f089a547c1b282691ed652a44b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c2fd15f089a547c1b282691ed652a44b 2024-11-13T00:38:01,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c2fd15f089a547c1b282691ed652a44b, entries=100, sequenceid=336, filesize=9.6 K 2024-11-13T00:38:01,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0d496ea093874e83834578f1ee621cb5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d496ea093874e83834578f1ee621cb5 2024-11-13T00:38:01,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d496ea093874e83834578f1ee621cb5, entries=100, sequenceid=336, filesize=9.6 K 2024-11-13T00:38:01,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b1b414794e86d308b927c6152ae1daa5 in 1258ms, sequenceid=336, compaction requested=true 2024-11-13T00:38:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:01,136 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:01,136 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:01,137 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:01,137 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:01,137 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/B is initiating minor compaction (all files) 2024-11-13T00:38:01,137 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/A is initiating minor compaction (all files) 2024-11-13T00:38:01,137 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/B in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:01,137 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/A in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:01,137 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/87514b4700b3487fb0c6507a3312c648, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/310fa1f31eb2407c83162bb23d731c73, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c2fd15f089a547c1b282691ed652a44b] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=34.4 K 2024-11-13T00:38:01,137 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/761030a9c6914ff2a9bfa851aa912cb3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/858e597c86a943c6adf2c1bbe792a154, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/22e91c37756a4dde83ee5c244f801f81] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=36.8 K 2024-11-13T00:38:01,138 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 87514b4700b3487fb0c6507a3312c648, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731458277926 2024-11-13T00:38:01,138 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 761030a9c6914ff2a9bfa851aa912cb3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731458277926 2024-11-13T00:38:01,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T00:38:01,138 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 310fa1f31eb2407c83162bb23d731c73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731458278046 2024-11-13T00:38:01,138 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 858e597c86a943c6adf2c1bbe792a154, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731458278046 2024-11-13T00:38:01,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:01,139 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:38:01,139 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c2fd15f089a547c1b282691ed652a44b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731458279243 2024-11-13T00:38:01,139 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22e91c37756a4dde83ee5c244f801f81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731458279238 2024-11-13T00:38:01,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/757520db90394a4aaa9600d04f9d085b is 50, key is test_row_0/A:col10/1731458279967/Put/seqid=0 2024-11-13T00:38:01,154 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#A#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:01,155 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/f51fe287d72c4dbc862540c6b6244ae6 is 50, key is test_row_0/A:col10/1731458278057/Put/seqid=0 2024-11-13T00:38:01,174 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#B#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:01,175 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/723102878abf4fdeb5251f2158a0bb21 is 50, key is test_row_0/B:col10/1731458278057/Put/seqid=0 2024-11-13T00:38:01,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742146_1322 (size=13153) 2024-11-13T00:38:01,214 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/f51fe287d72c4dbc862540c6b6244ae6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f51fe287d72c4dbc862540c6b6244ae6 2024-11-13T00:38:01,219 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/A of b1b414794e86d308b927c6152ae1daa5 into f51fe287d72c4dbc862540c6b6244ae6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:01,219 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:01,219 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/A, priority=13, startTime=1731458281136; duration=0sec 2024-11-13T00:38:01,220 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:01,220 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:A 2024-11-13T00:38:01,220 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:01,221 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:01,222 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/C is initiating minor compaction (all files) 2024-11-13T00:38:01,222 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/C in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:01,222 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/bc5764904c2e48b4acdbc582798fba7a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/681a1004178344ca9703eb212461add6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d496ea093874e83834578f1ee621cb5] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=34.4 K 2024-11-13T00:38:01,223 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc5764904c2e48b4acdbc582798fba7a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731458277926 2024-11-13T00:38:01,223 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 681a1004178344ca9703eb212461add6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731458278046 2024-11-13T00:38:01,223 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d496ea093874e83834578f1ee621cb5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731458279243 2024-11-13T00:38:01,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742147_1323 (size=13153) 2024-11-13T00:38:01,248 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/723102878abf4fdeb5251f2158a0bb21 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/723102878abf4fdeb5251f2158a0bb21 2024-11-13T00:38:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742145_1321 (size=12301) 2024-11-13T00:38:01,271 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#C#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:01,271 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/757520db90394a4aaa9600d04f9d085b 2024-11-13T00:38:01,273 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/B of b1b414794e86d308b927c6152ae1daa5 into 723102878abf4fdeb5251f2158a0bb21(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:01,273 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:01,273 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/B, priority=13, startTime=1731458281136; duration=0sec 2024-11-13T00:38:01,274 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:01,274 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:B 2024-11-13T00:38:01,274 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/fdf3712a1f63443bb6dcc7eef4a335f7 is 50, key is test_row_0/C:col10/1731458278057/Put/seqid=0 2024-11-13T00:38:01,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/c1e215b77181475f9044d2204b66140f is 50, key is test_row_0/B:col10/1731458279967/Put/seqid=0 2024-11-13T00:38:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742148_1324 (size=13153) 2024-11-13T00:38:01,296 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/fdf3712a1f63443bb6dcc7eef4a335f7 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fdf3712a1f63443bb6dcc7eef4a335f7 2024-11-13T00:38:01,302 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/C of b1b414794e86d308b927c6152ae1daa5 into fdf3712a1f63443bb6dcc7eef4a335f7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:01,302 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:01,302 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/C, priority=13, startTime=1731458281136; duration=0sec 2024-11-13T00:38:01,302 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:01,302 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:C 2024-11-13T00:38:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742149_1325 (size=12301) 2024-11-13T00:38:01,307 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/c1e215b77181475f9044d2204b66140f 2024-11-13T00:38:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/50d3ea75fe5b4a0693a41302b6a285d9 is 50, key is test_row_0/C:col10/1731458279967/Put/seqid=0 2024-11-13T00:38:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742150_1326 (size=12301) 2024-11-13T00:38:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T00:38:01,726 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/50d3ea75fe5b4a0693a41302b6a285d9 2024-11-13T00:38:01,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/757520db90394a4aaa9600d04f9d085b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/757520db90394a4aaa9600d04f9d085b 2024-11-13T00:38:01,735 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/757520db90394a4aaa9600d04f9d085b, entries=150, sequenceid=360, filesize=12.0 K 2024-11-13T00:38:01,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/c1e215b77181475f9044d2204b66140f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c1e215b77181475f9044d2204b66140f 2024-11-13T00:38:01,741 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c1e215b77181475f9044d2204b66140f, entries=150, sequenceid=360, filesize=12.0 K 2024-11-13T00:38:01,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/50d3ea75fe5b4a0693a41302b6a285d9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/50d3ea75fe5b4a0693a41302b6a285d9 2024-11-13T00:38:01,746 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/50d3ea75fe5b4a0693a41302b6a285d9, entries=150, sequenceid=360, filesize=12.0 K 2024-11-13T00:38:01,747 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for b1b414794e86d308b927c6152ae1daa5 in 608ms, sequenceid=360, compaction requested=false 2024-11-13T00:38:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-13T00:38:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-13T00:38:01,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-13T00:38:01,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5290 sec 2024-11-13T00:38:01,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.5350 sec 2024-11-13T00:38:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:38:02,141 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:02,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:38:02,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/a22ccb6da2604fd5995732b6267b8586 is 50, key is test_row_0/A:col10/1731458282140/Put/seqid=0 2024-11-13T00:38:02,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742151_1327 (size=12301) 2024-11-13T00:38:02,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458342251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T00:38:02,366 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:02,367 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-13T00:38:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T00:38:02,369 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:02,369 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:02,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:02,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458342366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T00:38:02,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T00:38:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:38:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:02,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/a22ccb6da2604fd5995732b6267b8586 2024-11-13T00:38:02,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/6e6975070afe42bb81906011b403f020 is 50, key is test_row_0/B:col10/1731458282140/Put/seqid=0 2024-11-13T00:38:02,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742152_1328 (size=12301) 2024-11-13T00:38:02,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458342576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:02,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T00:38:02,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:02,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:38:02,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:02,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T00:38:02,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T00:38:02,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:02,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:38:02,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:02,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458342886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:02,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:02,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:02,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:02,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/6e6975070afe42bb81906011b403f020 2024-11-13T00:38:02,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/6c9d20b7dc5c47eca623c6b0bcb477ec is 50, key is test_row_0/C:col10/1731458282140/Put/seqid=0 2024-11-13T00:38:02,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742153_1329 (size=12301) 2024-11-13T00:38:02,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/6c9d20b7dc5c47eca623c6b0bcb477ec 2024-11-13T00:38:02,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T00:38:02,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:02,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:38:02,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:02,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:02,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/a22ccb6da2604fd5995732b6267b8586 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/a22ccb6da2604fd5995732b6267b8586 2024-11-13T00:38:02,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/a22ccb6da2604fd5995732b6267b8586, entries=150, sequenceid=374, filesize=12.0 K 2024-11-13T00:38:02,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/6e6975070afe42bb81906011b403f020 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6e6975070afe42bb81906011b403f020 2024-11-13T00:38:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T00:38:02,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6e6975070afe42bb81906011b403f020, entries=150, sequenceid=374, filesize=12.0 K 2024-11-13T00:38:02,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/6c9d20b7dc5c47eca623c6b0bcb477ec as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/6c9d20b7dc5c47eca623c6b0bcb477ec 2024-11-13T00:38:03,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/6c9d20b7dc5c47eca623c6b0bcb477ec, entries=150, sequenceid=374, filesize=12.0 K 2024-11-13T00:38:03,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b1b414794e86d308b927c6152ae1daa5 in 863ms, sequenceid=374, compaction requested=true 2024-11-13T00:38:03,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:03,005 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:03,005 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:03,006 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:03,006 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/B is initiating minor compaction (all files) 2024-11-13T00:38:03,006 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/B in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:03,006 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/723102878abf4fdeb5251f2158a0bb21, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c1e215b77181475f9044d2204b66140f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6e6975070afe42bb81906011b403f020] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=36.9 K 2024-11-13T00:38:03,006 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:03,006 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/A is initiating minor compaction (all files) 2024-11-13T00:38:03,006 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/A in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:03,007 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f51fe287d72c4dbc862540c6b6244ae6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/757520db90394a4aaa9600d04f9d085b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/a22ccb6da2604fd5995732b6267b8586] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=36.9 K 2024-11-13T00:38:03,007 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 723102878abf4fdeb5251f2158a0bb21, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731458278057 2024-11-13T00:38:03,007 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f51fe287d72c4dbc862540c6b6244ae6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731458278057 2024-11-13T00:38:03,007 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c1e215b77181475f9044d2204b66140f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731458279945 2024-11-13T00:38:03,007 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e6975070afe42bb81906011b403f020, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731458282136 2024-11-13T00:38:03,007 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 757520db90394a4aaa9600d04f9d085b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731458279945 2024-11-13T00:38:03,008 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a22ccb6da2604fd5995732b6267b8586, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731458282136 2024-11-13T00:38:03,018 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:03,018 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/5384d788667e4d0baefc46ebec5005f1 is 50, key is test_row_0/B:col10/1731458282140/Put/seqid=0 2024-11-13T00:38:03,022 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:03,023 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/1228517c86614be4b32a12f802f54481 is 50, key is test_row_0/A:col10/1731458282140/Put/seqid=0 2024-11-13T00:38:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742154_1330 (size=13255) 2024-11-13T00:38:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742155_1331 (size=13255) 2024-11-13T00:38:03,042 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/1228517c86614be4b32a12f802f54481 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1228517c86614be4b32a12f802f54481 2024-11-13T00:38:03,048 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/A of b1b414794e86d308b927c6152ae1daa5 into 1228517c86614be4b32a12f802f54481(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:03,048 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:03,048 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/A, priority=13, startTime=1731458283005; duration=0sec 2024-11-13T00:38:03,048 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:03,048 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:A 2024-11-13T00:38:03,048 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:03,049 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:03,050 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/C is initiating minor compaction (all files) 2024-11-13T00:38:03,050 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/C in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:03,050 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fdf3712a1f63443bb6dcc7eef4a335f7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/50d3ea75fe5b4a0693a41302b6a285d9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/6c9d20b7dc5c47eca623c6b0bcb477ec] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=36.9 K 2024-11-13T00:38:03,050 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdf3712a1f63443bb6dcc7eef4a335f7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731458278057 2024-11-13T00:38:03,051 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50d3ea75fe5b4a0693a41302b6a285d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731458279945 2024-11-13T00:38:03,051 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c9d20b7dc5c47eca623c6b0bcb477ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731458282136 2024-11-13T00:38:03,058 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:03,058 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0d37da5225604619ae26520e7f915149 is 50, key is test_row_0/C:col10/1731458282140/Put/seqid=0 2024-11-13T00:38:03,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742156_1332 (size=13255) 2024-11-13T00:38:03,074 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/0d37da5225604619ae26520e7f915149 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d37da5225604619ae26520e7f915149 2024-11-13T00:38:03,081 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/C of b1b414794e86d308b927c6152ae1daa5 into 0d37da5225604619ae26520e7f915149(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:03,081 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:03,082 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/C, priority=13, startTime=1731458283005; duration=0sec 2024-11-13T00:38:03,082 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:03,082 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:C 2024-11-13T00:38:03,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T00:38:03,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:03,137 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:38:03,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/fdad33afcfcd47f781559aa185e11fb5 is 50, key is test_row_0/A:col10/1731458282226/Put/seqid=0 2024-11-13T00:38:03,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742157_1333 (size=12301) 2024-11-13T00:38:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:38:03,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. as already flushing 2024-11-13T00:38:03,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458343433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:03,438 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/5384d788667e4d0baefc46ebec5005f1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/5384d788667e4d0baefc46ebec5005f1 2024-11-13T00:38:03,444 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/B of b1b414794e86d308b927c6152ae1daa5 into 5384d788667e4d0baefc46ebec5005f1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:03,444 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:03,444 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/B, priority=13, startTime=1731458283005; duration=0sec 2024-11-13T00:38:03,444 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:03,444 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:B 2024-11-13T00:38:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T00:38:03,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458343546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:03,547 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/fdad33afcfcd47f781559aa185e11fb5 2024-11-13T00:38:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/4a4771c6ecd34e7fb444b33884be7492 is 50, key is test_row_0/B:col10/1731458282226/Put/seqid=0 2024-11-13T00:38:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742158_1334 (size=12301) 2024-11-13T00:38:03,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51996 deadline: 1731458343756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:03,875 INFO [Thread-1155 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1155. 2024-11-13T00:38:03,875 DEBUG [Thread-1155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:03,875 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:03,875 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:03,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:03,876 INFO [Thread-1157 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1157. 2024-11-13T00:38:03,876 DEBUG [Thread-1157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:03,876 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:03,876 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:03,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:03,878 INFO [Thread-1159 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1159. 2024-11-13T00:38:03,878 DEBUG [Thread-1159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:03,878 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:03,878 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:03,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:03,879 INFO [Thread-1151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1151. 2024-11-13T00:38:03,879 DEBUG [Thread-1151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:03,879 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:03,879 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:03,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:03,880 INFO [Thread-1153 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1153. 2024-11-13T00:38:03,880 DEBUG [Thread-1153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:03,880 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:03,880 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:03,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:03,962 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/4a4771c6ecd34e7fb444b33884be7492 2024-11-13T00:38:03,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/9b4a2b3aaff94669b99b5feb98721ee0 is 50, key is test_row_0/C:col10/1731458282226/Put/seqid=0 2024-11-13T00:38:03,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742159_1335 (size=12301) 2024-11-13T00:38:03,972 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/9b4a2b3aaff94669b99b5feb98721ee0 2024-11-13T00:38:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/fdad33afcfcd47f781559aa185e11fb5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fdad33afcfcd47f781559aa185e11fb5 2024-11-13T00:38:03,980 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fdad33afcfcd47f781559aa185e11fb5, entries=150, sequenceid=401, filesize=12.0 K 2024-11-13T00:38:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/4a4771c6ecd34e7fb444b33884be7492 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4a4771c6ecd34e7fb444b33884be7492 2024-11-13T00:38:03,985 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4a4771c6ecd34e7fb444b33884be7492, entries=150, sequenceid=401, filesize=12.0 K 2024-11-13T00:38:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/9b4a2b3aaff94669b99b5feb98721ee0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9b4a2b3aaff94669b99b5feb98721ee0 2024-11-13T00:38:03,989 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9b4a2b3aaff94669b99b5feb98721ee0, entries=150, sequenceid=401, filesize=12.0 K 2024-11-13T00:38:03,990 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b1b414794e86d308b927c6152ae1daa5 in 854ms, sequenceid=401, compaction requested=false 2024-11-13T00:38:03,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:03,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:03,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-13T00:38:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-13T00:38:03,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-13T00:38:03,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6220 sec 2024-11-13T00:38:03,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.6260 sec 2024-11-13T00:38:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:38:04,067 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:04,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T00:38:04,068 INFO [Thread-1142 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1142. 2024-11-13T00:38:04,068 DEBUG [Thread-1142 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:04,068 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:04,068 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:04,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:04,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/e718a013a5b142179ac1807ba7f36532 is 50, key is test_row_0/A:col10/1731458283424/Put/seqid=0 2024-11-13T00:38:04,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742160_1336 (size=12301) 2024-11-13T00:38:04,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/e718a013a5b142179ac1807ba7f36532 2024-11-13T00:38:04,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/6f0414e1e2804ce2a61d1bcbd043986b is 50, key is test_row_0/B:col10/1731458283424/Put/seqid=0 2024-11-13T00:38:04,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742161_1337 (size=12301) 2024-11-13T00:38:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T00:38:04,516 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:04,708 INFO [Thread-1140 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1140. 2024-11-13T00:38:04,708 DEBUG [Thread-1140 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:04,708 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:04,708 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:04,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:04,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/6f0414e1e2804ce2a61d1bcbd043986b 2024-11-13T00:38:04,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/1d78ef4302664db5be2084b1fe450941 is 50, key is test_row_0/C:col10/1731458283424/Put/seqid=0 2024-11-13T00:38:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742162_1338 (size=12301) 2024-11-13T00:38:05,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/1d78ef4302664db5be2084b1fe450941 2024-11-13T00:38:05,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/e718a013a5b142179ac1807ba7f36532 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/e718a013a5b142179ac1807ba7f36532 2024-11-13T00:38:05,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/e718a013a5b142179ac1807ba7f36532, entries=150, sequenceid=414, filesize=12.0 K 2024-11-13T00:38:05,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/6f0414e1e2804ce2a61d1bcbd043986b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6f0414e1e2804ce2a61d1bcbd043986b 2024-11-13T00:38:05,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6f0414e1e2804ce2a61d1bcbd043986b, entries=150, sequenceid=414, filesize=12.0 K 2024-11-13T00:38:05,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/1d78ef4302664db5be2084b1fe450941 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/1d78ef4302664db5be2084b1fe450941 2024-11-13T00:38:05,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/1d78ef4302664db5be2084b1fe450941, entries=150, sequenceid=414, filesize=12.0 K 2024-11-13T00:38:05,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for b1b414794e86d308b927c6152ae1daa5 in 1265ms, sequenceid=414, compaction requested=true 2024-11-13T00:38:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:05,332 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1b414794e86d308b927c6152ae1daa5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:05,332 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:05,333 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:05,333 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:05,333 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/A is initiating minor compaction (all files) 2024-11-13T00:38:05,333 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/B is initiating minor compaction (all files) 2024-11-13T00:38:05,333 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/B in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:05,333 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/A in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:05,333 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/5384d788667e4d0baefc46ebec5005f1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4a4771c6ecd34e7fb444b33884be7492, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6f0414e1e2804ce2a61d1bcbd043986b] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=37.0 K 2024-11-13T00:38:05,333 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1228517c86614be4b32a12f802f54481, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fdad33afcfcd47f781559aa185e11fb5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/e718a013a5b142179ac1807ba7f36532] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=37.0 K 2024-11-13T00:38:05,334 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 5384d788667e4d0baefc46ebec5005f1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731458282136 2024-11-13T00:38:05,334 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1228517c86614be4b32a12f802f54481, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731458282136 2024-11-13T00:38:05,334 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a4771c6ecd34e7fb444b33884be7492, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731458282226 2024-11-13T00:38:05,334 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdad33afcfcd47f781559aa185e11fb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731458282226 2024-11-13T00:38:05,334 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f0414e1e2804ce2a61d1bcbd043986b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731458283424 2024-11-13T00:38:05,334 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting e718a013a5b142179ac1807ba7f36532, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731458283424 2024-11-13T00:38:05,342 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#B#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:05,342 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#A#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:05,342 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/99c2032b19e7466897209f9475d303ce is 50, key is test_row_0/B:col10/1731458283424/Put/seqid=0 2024-11-13T00:38:05,342 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/3cb5fe43590648edbc7cdd6f80e1d1a5 is 50, key is test_row_0/A:col10/1731458283424/Put/seqid=0 2024-11-13T00:38:05,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742164_1340 (size=13357) 2024-11-13T00:38:05,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742163_1339 (size=13357) 2024-11-13T00:38:05,750 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/3cb5fe43590648edbc7cdd6f80e1d1a5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/3cb5fe43590648edbc7cdd6f80e1d1a5 2024-11-13T00:38:05,750 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/99c2032b19e7466897209f9475d303ce as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/99c2032b19e7466897209f9475d303ce 2024-11-13T00:38:05,755 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/A of b1b414794e86d308b927c6152ae1daa5 into 3cb5fe43590648edbc7cdd6f80e1d1a5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:05,755 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/B of b1b414794e86d308b927c6152ae1daa5 into 99c2032b19e7466897209f9475d303ce(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:05,755 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:05,755 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:05,755 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/A, priority=13, startTime=1731458285332; duration=0sec 2024-11-13T00:38:05,755 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/B, priority=13, startTime=1731458285332; duration=0sec 2024-11-13T00:38:05,755 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:05,755 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:05,755 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:A 2024-11-13T00:38:05,755 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:B 2024-11-13T00:38:05,755 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:05,756 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:05,756 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): b1b414794e86d308b927c6152ae1daa5/C is initiating minor compaction (all files) 2024-11-13T00:38:05,756 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1b414794e86d308b927c6152ae1daa5/C in TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:05,756 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d37da5225604619ae26520e7f915149, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9b4a2b3aaff94669b99b5feb98721ee0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/1d78ef4302664db5be2084b1fe450941] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp, totalSize=37.0 K 2024-11-13T00:38:05,756 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d37da5225604619ae26520e7f915149, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731458282136 2024-11-13T00:38:05,756 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b4a2b3aaff94669b99b5feb98721ee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731458282226 2024-11-13T00:38:05,757 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d78ef4302664db5be2084b1fe450941, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731458283424 2024-11-13T00:38:05,763 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1b414794e86d308b927c6152ae1daa5#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:05,763 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/2f6639a545f748f5ac3270006f4dbbb5 is 50, key is test_row_0/C:col10/1731458283424/Put/seqid=0 2024-11-13T00:38:05,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742165_1341 (size=13357) 2024-11-13T00:38:06,171 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/2f6639a545f748f5ac3270006f4dbbb5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/2f6639a545f748f5ac3270006f4dbbb5 2024-11-13T00:38:06,175 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1b414794e86d308b927c6152ae1daa5/C of b1b414794e86d308b927c6152ae1daa5 into 2f6639a545f748f5ac3270006f4dbbb5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:06,175 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1b414794e86d308b927c6152ae1daa5: 2024-11-13T00:38:06,175 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., storeName=b1b414794e86d308b927c6152ae1daa5/C, priority=13, startTime=1731458285332; duration=0sec 2024-11-13T00:38:06,175 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:06,176 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1b414794e86d308b927c6152ae1daa5:C 2024-11-13T00:38:06,507 INFO [Thread-1144 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1144. 2024-11-13T00:38:06,507 DEBUG [Thread-1144 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:06,507 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:06,508 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:06,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:06,528 INFO [Thread-1148 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1148. 2024-11-13T00:38:06,528 DEBUG [Thread-1148 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:06,528 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:06,528 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:06,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:08,407 INFO [Thread-1146 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1146. 2024-11-13T00:38:08,407 DEBUG [Thread-1146 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:08,407 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:08,407 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:08,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 221 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4284 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3783 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3786 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4321 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3771 2024-11-13T00:38:08,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T00:38:08,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:38:08,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:38:08,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:08,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:08,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:08,408 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T00:38:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T00:38:08,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458288411"}]},"ts":"1731458288411"} 2024-11-13T00:38:08,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T00:38:08,413 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T00:38:08,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T00:38:08,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1b414794e86d308b927c6152ae1daa5, UNASSIGN}] 2024-11-13T00:38:08,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1b414794e86d308b927c6152ae1daa5, UNASSIGN 2024-11-13T00:38:08,416 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=b1b414794e86d308b927c6152ae1daa5, regionState=CLOSING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:38:08,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1b414794e86d308b927c6152ae1daa5, UNASSIGN because future has completed 2024-11-13T00:38:08,417 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T00:38:08,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:38:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T00:38:08,569 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:38:08,569 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T00:38:08,569 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing b1b414794e86d308b927c6152ae1daa5, disabling compactions & flushes 2024-11-13T00:38:08,569 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:08,569 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:08,569 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. after waiting 0 ms 2024-11-13T00:38:08,569 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:08,569 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing b1b414794e86d308b927c6152ae1daa5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T00:38:08,573 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/a2382515a7454137abedb1ffdd369742 is 50, key is test_row_0/A:col10/1731458288406/Put/seqid=0 2024-11-13T00:38:08,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742166_1342 (size=9857) 2024-11-13T00:38:08,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:38:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T00:38:08,978 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/a2382515a7454137abedb1ffdd369742 2024-11-13T00:38:08,984 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/c0d426f6fd124ba5bae57b5efc8a6f7f is 50, key is test_row_0/B:col10/1731458288406/Put/seqid=0 2024-11-13T00:38:08,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742167_1343 (size=9857) 2024-11-13T00:38:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T00:38:09,388 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/c0d426f6fd124ba5bae57b5efc8a6f7f 2024-11-13T00:38:09,395 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/067f4ea9092446e99d346f3cfb7f3c82 is 50, key is test_row_0/C:col10/1731458288406/Put/seqid=0 2024-11-13T00:38:09,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742168_1344 (size=9857) 2024-11-13T00:38:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T00:38:09,798 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/067f4ea9092446e99d346f3cfb7f3c82 2024-11-13T00:38:09,805 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/A/a2382515a7454137abedb1ffdd369742 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/a2382515a7454137abedb1ffdd369742 2024-11-13T00:38:09,808 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/a2382515a7454137abedb1ffdd369742, entries=100, sequenceid=424, filesize=9.6 K 2024-11-13T00:38:09,809 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/B/c0d426f6fd124ba5bae57b5efc8a6f7f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c0d426f6fd124ba5bae57b5efc8a6f7f 2024-11-13T00:38:09,812 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c0d426f6fd124ba5bae57b5efc8a6f7f, entries=100, sequenceid=424, filesize=9.6 K 2024-11-13T00:38:09,813 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/.tmp/C/067f4ea9092446e99d346f3cfb7f3c82 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/067f4ea9092446e99d346f3cfb7f3c82 2024-11-13T00:38:09,816 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/067f4ea9092446e99d346f3cfb7f3c82, entries=100, sequenceid=424, filesize=9.6 K 2024-11-13T00:38:09,817 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for b1b414794e86d308b927c6152ae1daa5 in 1248ms, sequenceid=424, compaction requested=false 2024-11-13T00:38:09,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d9c636ce16ea48ca826da0cd62b41c54, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/58c6ee5bdaa7401bae443ee825dac386, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/76d55636901745f68a524ce2fd800245, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/70581af3f2214af38e4a3250b391dc5b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/2b3c2744b7c446d59b5b58f772012552, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/625c9078b5c94513a806c2224d2cc2b1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/23ac94d2fe094c1983ee506fdca165e5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/34251f0c0c7e404a82bcbfa87dc572e0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f76c9172d0764b7e872f3ece26396e2b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/aa06f2f726ba4d2abfa4cdf7381ba810, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/4a1291aef8ca4a49851ec24fb69e3305, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/29d0b32eef194bec9c60ac94c4bcb04b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d245dd9c72404a6c8f6439b0183db14c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/0fe8d3d2a9dc4204b4d5db638cb72248, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/3e4afa44fd054ddebb4fc51a30f6cd9e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1765716edbca40059b94541b1f75f02f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/91a59cf1423643bab92d85e037e9ab2e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/9ec6d7d871204d9598354795959773a5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d3ee3ad3ad1e43b79ccf67f88d966fb0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fb2b69c836bf4d62b9351b5ae7a255c6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/b1ca8202a779471ca7b8967286ec7e7d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/7826219ad4fb40d283be87b07854adba, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/761030a9c6914ff2a9bfa851aa912cb3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/858e597c86a943c6adf2c1bbe792a154, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f51fe287d72c4dbc862540c6b6244ae6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/22e91c37756a4dde83ee5c244f801f81, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/757520db90394a4aaa9600d04f9d085b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1228517c86614be4b32a12f802f54481, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/a22ccb6da2604fd5995732b6267b8586, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fdad33afcfcd47f781559aa185e11fb5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/e718a013a5b142179ac1807ba7f36532] to archive 2024-11-13T00:38:09,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:38:09,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d9c636ce16ea48ca826da0cd62b41c54 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d9c636ce16ea48ca826da0cd62b41c54 2024-11-13T00:38:09,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/58c6ee5bdaa7401bae443ee825dac386 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/58c6ee5bdaa7401bae443ee825dac386 2024-11-13T00:38:09,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/76d55636901745f68a524ce2fd800245 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/76d55636901745f68a524ce2fd800245 2024-11-13T00:38:09,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/70581af3f2214af38e4a3250b391dc5b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/70581af3f2214af38e4a3250b391dc5b 2024-11-13T00:38:09,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/2b3c2744b7c446d59b5b58f772012552 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/2b3c2744b7c446d59b5b58f772012552 2024-11-13T00:38:09,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/625c9078b5c94513a806c2224d2cc2b1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/625c9078b5c94513a806c2224d2cc2b1 2024-11-13T00:38:09,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/23ac94d2fe094c1983ee506fdca165e5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/23ac94d2fe094c1983ee506fdca165e5 2024-11-13T00:38:09,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/34251f0c0c7e404a82bcbfa87dc572e0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/34251f0c0c7e404a82bcbfa87dc572e0 2024-11-13T00:38:09,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f76c9172d0764b7e872f3ece26396e2b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f76c9172d0764b7e872f3ece26396e2b 2024-11-13T00:38:09,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/aa06f2f726ba4d2abfa4cdf7381ba810 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/aa06f2f726ba4d2abfa4cdf7381ba810 2024-11-13T00:38:09,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/4a1291aef8ca4a49851ec24fb69e3305 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/4a1291aef8ca4a49851ec24fb69e3305 2024-11-13T00:38:09,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/29d0b32eef194bec9c60ac94c4bcb04b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/29d0b32eef194bec9c60ac94c4bcb04b 2024-11-13T00:38:09,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d245dd9c72404a6c8f6439b0183db14c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d245dd9c72404a6c8f6439b0183db14c 2024-11-13T00:38:09,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/0fe8d3d2a9dc4204b4d5db638cb72248 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/0fe8d3d2a9dc4204b4d5db638cb72248 2024-11-13T00:38:09,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/3e4afa44fd054ddebb4fc51a30f6cd9e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/3e4afa44fd054ddebb4fc51a30f6cd9e 2024-11-13T00:38:09,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1765716edbca40059b94541b1f75f02f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1765716edbca40059b94541b1f75f02f 2024-11-13T00:38:09,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/91a59cf1423643bab92d85e037e9ab2e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/91a59cf1423643bab92d85e037e9ab2e 2024-11-13T00:38:09,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/9ec6d7d871204d9598354795959773a5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/9ec6d7d871204d9598354795959773a5 2024-11-13T00:38:09,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d3ee3ad3ad1e43b79ccf67f88d966fb0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/d3ee3ad3ad1e43b79ccf67f88d966fb0 2024-11-13T00:38:09,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fb2b69c836bf4d62b9351b5ae7a255c6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fb2b69c836bf4d62b9351b5ae7a255c6 2024-11-13T00:38:09,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/b1ca8202a779471ca7b8967286ec7e7d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/b1ca8202a779471ca7b8967286ec7e7d 2024-11-13T00:38:09,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/7826219ad4fb40d283be87b07854adba to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/7826219ad4fb40d283be87b07854adba 2024-11-13T00:38:09,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/761030a9c6914ff2a9bfa851aa912cb3 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/761030a9c6914ff2a9bfa851aa912cb3 2024-11-13T00:38:09,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/858e597c86a943c6adf2c1bbe792a154 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/858e597c86a943c6adf2c1bbe792a154 2024-11-13T00:38:09,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f51fe287d72c4dbc862540c6b6244ae6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/f51fe287d72c4dbc862540c6b6244ae6 2024-11-13T00:38:09,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/22e91c37756a4dde83ee5c244f801f81 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/22e91c37756a4dde83ee5c244f801f81 2024-11-13T00:38:09,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/757520db90394a4aaa9600d04f9d085b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/757520db90394a4aaa9600d04f9d085b 2024-11-13T00:38:09,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1228517c86614be4b32a12f802f54481 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/1228517c86614be4b32a12f802f54481 2024-11-13T00:38:09,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/a22ccb6da2604fd5995732b6267b8586 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/a22ccb6da2604fd5995732b6267b8586 2024-11-13T00:38:09,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fdad33afcfcd47f781559aa185e11fb5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/fdad33afcfcd47f781559aa185e11fb5 2024-11-13T00:38:09,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/e718a013a5b142179ac1807ba7f36532 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/e718a013a5b142179ac1807ba7f36532 2024-11-13T00:38:09,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8b12ecbcee704c0b90bf12f54d0f6b2c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/b8128b245cf44954ac4ab79cd661f6d1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/d85a480c8ca847219bc57d84f6b4485f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/500f941af8dd43da9488154a6bc52202, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/22a557c2118745e0afcc1160928b2ebb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/9119b6b1c1e44027802378bb4385fa0f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/49c5efdfa90b4133878d68267275f97d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/54f482f3616445729cb9c0237360a43a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/407dc13d2eec40ba91fd4b1ff83dd3cb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/eb8528c68a1a418392f53a920db05d15, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/865934aff3444deb8f831993ee7e8168, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/7d32c2b4bbbc44a880745fd424c35dce, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1d34bfb414244ccf93f2461e2cdf124d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4b8e1c4283f942e68bcf4cef3e788861, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/afde07818366461a961c030265823dea, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/26c5571fa721461ab23d4e0c70d0b933, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4c3e1263632d40c8a97b6f376db0ce83, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1bcbfd6a5bb64b8d98dbc8705d885baf, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/fc6b85347d9f4c44b58307ae857fbeec, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8968323c8ee6496796385d8b77242556, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/a93e2bbe18ed4392817f3863e1ac750f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/87514b4700b3487fb0c6507a3312c648, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/67dcf2f9469f46f69b93339b7d01217d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/310fa1f31eb2407c83162bb23d731c73, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/723102878abf4fdeb5251f2158a0bb21, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c2fd15f089a547c1b282691ed652a44b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c1e215b77181475f9044d2204b66140f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/5384d788667e4d0baefc46ebec5005f1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6e6975070afe42bb81906011b403f020, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4a4771c6ecd34e7fb444b33884be7492, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6f0414e1e2804ce2a61d1bcbd043986b] to archive 2024-11-13T00:38:09,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:38:09,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8b12ecbcee704c0b90bf12f54d0f6b2c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8b12ecbcee704c0b90bf12f54d0f6b2c 2024-11-13T00:38:09,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/b8128b245cf44954ac4ab79cd661f6d1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/b8128b245cf44954ac4ab79cd661f6d1 2024-11-13T00:38:09,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/d85a480c8ca847219bc57d84f6b4485f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/d85a480c8ca847219bc57d84f6b4485f 2024-11-13T00:38:09,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/500f941af8dd43da9488154a6bc52202 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/500f941af8dd43da9488154a6bc52202 2024-11-13T00:38:09,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/22a557c2118745e0afcc1160928b2ebb to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/22a557c2118745e0afcc1160928b2ebb 2024-11-13T00:38:09,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/9119b6b1c1e44027802378bb4385fa0f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/9119b6b1c1e44027802378bb4385fa0f 2024-11-13T00:38:09,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/49c5efdfa90b4133878d68267275f97d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/49c5efdfa90b4133878d68267275f97d 2024-11-13T00:38:09,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/54f482f3616445729cb9c0237360a43a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/54f482f3616445729cb9c0237360a43a 2024-11-13T00:38:09,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/407dc13d2eec40ba91fd4b1ff83dd3cb to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/407dc13d2eec40ba91fd4b1ff83dd3cb 2024-11-13T00:38:09,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/eb8528c68a1a418392f53a920db05d15 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/eb8528c68a1a418392f53a920db05d15 2024-11-13T00:38:09,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/865934aff3444deb8f831993ee7e8168 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/865934aff3444deb8f831993ee7e8168 2024-11-13T00:38:09,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/7d32c2b4bbbc44a880745fd424c35dce to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/7d32c2b4bbbc44a880745fd424c35dce 2024-11-13T00:38:09,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1d34bfb414244ccf93f2461e2cdf124d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1d34bfb414244ccf93f2461e2cdf124d 2024-11-13T00:38:09,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4b8e1c4283f942e68bcf4cef3e788861 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4b8e1c4283f942e68bcf4cef3e788861 2024-11-13T00:38:09,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/afde07818366461a961c030265823dea to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/afde07818366461a961c030265823dea 2024-11-13T00:38:09,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/26c5571fa721461ab23d4e0c70d0b933 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/26c5571fa721461ab23d4e0c70d0b933 2024-11-13T00:38:09,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4c3e1263632d40c8a97b6f376db0ce83 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4c3e1263632d40c8a97b6f376db0ce83 2024-11-13T00:38:09,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1bcbfd6a5bb64b8d98dbc8705d885baf to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/1bcbfd6a5bb64b8d98dbc8705d885baf 2024-11-13T00:38:09,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/fc6b85347d9f4c44b58307ae857fbeec to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/fc6b85347d9f4c44b58307ae857fbeec 2024-11-13T00:38:09,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8968323c8ee6496796385d8b77242556 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/8968323c8ee6496796385d8b77242556 2024-11-13T00:38:09,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/a93e2bbe18ed4392817f3863e1ac750f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/a93e2bbe18ed4392817f3863e1ac750f 2024-11-13T00:38:09,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/87514b4700b3487fb0c6507a3312c648 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/87514b4700b3487fb0c6507a3312c648 2024-11-13T00:38:09,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/67dcf2f9469f46f69b93339b7d01217d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/67dcf2f9469f46f69b93339b7d01217d 2024-11-13T00:38:09,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/310fa1f31eb2407c83162bb23d731c73 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/310fa1f31eb2407c83162bb23d731c73 2024-11-13T00:38:09,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/723102878abf4fdeb5251f2158a0bb21 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/723102878abf4fdeb5251f2158a0bb21 2024-11-13T00:38:09,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c2fd15f089a547c1b282691ed652a44b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c2fd15f089a547c1b282691ed652a44b 2024-11-13T00:38:09,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c1e215b77181475f9044d2204b66140f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c1e215b77181475f9044d2204b66140f 2024-11-13T00:38:09,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/5384d788667e4d0baefc46ebec5005f1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/5384d788667e4d0baefc46ebec5005f1 2024-11-13T00:38:09,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6e6975070afe42bb81906011b403f020 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6e6975070afe42bb81906011b403f020 2024-11-13T00:38:09,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4a4771c6ecd34e7fb444b33884be7492 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/4a4771c6ecd34e7fb444b33884be7492 2024-11-13T00:38:09,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6f0414e1e2804ce2a61d1bcbd043986b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/6f0414e1e2804ce2a61d1bcbd043986b 2024-11-13T00:38:09,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fa1d6a19b774bb3b7b59194ef288599, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/10760f4e1f364d1187d5426a305afebf, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/c6150dd8404d4d2891b49729ca09dc91, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fffc4404a0d4547b6822d047ede0bb7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/4bb99761d2c848aea0ba08ea2bfe8305, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/60a71b4717cd4be29c12da2644724c63, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/afa069fb04e444f2977faa5d08f49ca6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/98b435ac647847518d721b4a1f78dd1c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/39057a1496864e15bd15fb7c1a649dae, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/05c74aadd5554585ba04f947170a128e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/3e2735d519e74426986cf2e648e8bafc, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/43d30763d228450baee4ad1b19d9c3b2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9df26875006a4f189ee6db7d493b8b63, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/656646d8dadf45e6b0f8b1f8988882ef, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/cc74cfe91d344f9ead3030d50a7d9754, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/a41b5ff612134e30a643628c6eaa612f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/f77401f5d93e4c0497603698781f1b78, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d6619b5049942d1ae3437c09b855ccd, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/27235d84918d485782b5c90902dbcf9f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fafe8744a96e47ab8a9900bf933e57e2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/8b5d946538d94fe7bd63f26b02b351ee, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/bc5764904c2e48b4acdbc582798fba7a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/733fb9dce43940bdafdb5a6a35da03e4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/681a1004178344ca9703eb212461add6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fdf3712a1f63443bb6dcc7eef4a335f7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d496ea093874e83834578f1ee621cb5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/50d3ea75fe5b4a0693a41302b6a285d9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d37da5225604619ae26520e7f915149, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/6c9d20b7dc5c47eca623c6b0bcb477ec, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9b4a2b3aaff94669b99b5feb98721ee0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/1d78ef4302664db5be2084b1fe450941] to archive 2024-11-13T00:38:09,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:38:09,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fa1d6a19b774bb3b7b59194ef288599 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fa1d6a19b774bb3b7b59194ef288599 2024-11-13T00:38:09,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/10760f4e1f364d1187d5426a305afebf to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/10760f4e1f364d1187d5426a305afebf 2024-11-13T00:38:09,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/c6150dd8404d4d2891b49729ca09dc91 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/c6150dd8404d4d2891b49729ca09dc91 2024-11-13T00:38:09,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fffc4404a0d4547b6822d047ede0bb7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0fffc4404a0d4547b6822d047ede0bb7 2024-11-13T00:38:09,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/4bb99761d2c848aea0ba08ea2bfe8305 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/4bb99761d2c848aea0ba08ea2bfe8305 2024-11-13T00:38:09,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/60a71b4717cd4be29c12da2644724c63 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/60a71b4717cd4be29c12da2644724c63 2024-11-13T00:38:09,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/afa069fb04e444f2977faa5d08f49ca6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/afa069fb04e444f2977faa5d08f49ca6 2024-11-13T00:38:09,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/98b435ac647847518d721b4a1f78dd1c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/98b435ac647847518d721b4a1f78dd1c 2024-11-13T00:38:09,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/39057a1496864e15bd15fb7c1a649dae to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/39057a1496864e15bd15fb7c1a649dae 2024-11-13T00:38:09,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/05c74aadd5554585ba04f947170a128e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/05c74aadd5554585ba04f947170a128e 2024-11-13T00:38:09,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/3e2735d519e74426986cf2e648e8bafc to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/3e2735d519e74426986cf2e648e8bafc 2024-11-13T00:38:09,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/43d30763d228450baee4ad1b19d9c3b2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/43d30763d228450baee4ad1b19d9c3b2 2024-11-13T00:38:09,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9df26875006a4f189ee6db7d493b8b63 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9df26875006a4f189ee6db7d493b8b63 2024-11-13T00:38:09,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/656646d8dadf45e6b0f8b1f8988882ef to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/656646d8dadf45e6b0f8b1f8988882ef 2024-11-13T00:38:09,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/cc74cfe91d344f9ead3030d50a7d9754 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/cc74cfe91d344f9ead3030d50a7d9754 2024-11-13T00:38:09,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/a41b5ff612134e30a643628c6eaa612f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/a41b5ff612134e30a643628c6eaa612f 2024-11-13T00:38:09,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/f77401f5d93e4c0497603698781f1b78 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/f77401f5d93e4c0497603698781f1b78 2024-11-13T00:38:09,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d6619b5049942d1ae3437c09b855ccd to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d6619b5049942d1ae3437c09b855ccd 2024-11-13T00:38:09,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/27235d84918d485782b5c90902dbcf9f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/27235d84918d485782b5c90902dbcf9f 2024-11-13T00:38:09,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fafe8744a96e47ab8a9900bf933e57e2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fafe8744a96e47ab8a9900bf933e57e2 2024-11-13T00:38:09,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/8b5d946538d94fe7bd63f26b02b351ee to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/8b5d946538d94fe7bd63f26b02b351ee 2024-11-13T00:38:09,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/bc5764904c2e48b4acdbc582798fba7a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/bc5764904c2e48b4acdbc582798fba7a 2024-11-13T00:38:09,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/733fb9dce43940bdafdb5a6a35da03e4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/733fb9dce43940bdafdb5a6a35da03e4 2024-11-13T00:38:09,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/681a1004178344ca9703eb212461add6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/681a1004178344ca9703eb212461add6 2024-11-13T00:38:09,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fdf3712a1f63443bb6dcc7eef4a335f7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/fdf3712a1f63443bb6dcc7eef4a335f7 2024-11-13T00:38:09,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d496ea093874e83834578f1ee621cb5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d496ea093874e83834578f1ee621cb5 2024-11-13T00:38:09,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/50d3ea75fe5b4a0693a41302b6a285d9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/50d3ea75fe5b4a0693a41302b6a285d9 2024-11-13T00:38:09,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d37da5225604619ae26520e7f915149 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/0d37da5225604619ae26520e7f915149 2024-11-13T00:38:09,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/6c9d20b7dc5c47eca623c6b0bcb477ec to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/6c9d20b7dc5c47eca623c6b0bcb477ec 2024-11-13T00:38:09,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9b4a2b3aaff94669b99b5feb98721ee0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/9b4a2b3aaff94669b99b5feb98721ee0 2024-11-13T00:38:09,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/1d78ef4302664db5be2084b1fe450941 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/1d78ef4302664db5be2084b1fe450941 2024-11-13T00:38:09,913 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/recovered.edits/427.seqid, newMaxSeqId=427, maxSeqId=1 2024-11-13T00:38:09,914 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. 2024-11-13T00:38:09,914 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for b1b414794e86d308b927c6152ae1daa5: Waiting for close lock at 1731458288569Running coprocessor pre-close hooks at 1731458288569Disabling compacts and flushes for region at 1731458288569Disabling writes for close at 1731458288569Obtaining lock to block concurrent updates at 1731458288569Preparing flush snapshotting stores in b1b414794e86d308b927c6152ae1daa5 at 1731458288569Finished memstore snapshotting TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731458288570 (+1 ms)Flushing stores of TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5. at 1731458288570Flushing b1b414794e86d308b927c6152ae1daa5/A: creating writer at 1731458288570Flushing b1b414794e86d308b927c6152ae1daa5/A: appending metadata at 1731458288573 (+3 ms)Flushing b1b414794e86d308b927c6152ae1daa5/A: closing flushed file at 1731458288573Flushing b1b414794e86d308b927c6152ae1daa5/B: creating writer at 1731458288981 (+408 ms)Flushing b1b414794e86d308b927c6152ae1daa5/B: appending metadata at 1731458288984 (+3 ms)Flushing b1b414794e86d308b927c6152ae1daa5/B: closing flushed file at 1731458288984Flushing b1b414794e86d308b927c6152ae1daa5/C: creating writer at 1731458289392 (+408 ms)Flushing b1b414794e86d308b927c6152ae1daa5/C: appending metadata at 1731458289394 (+2 ms)Flushing b1b414794e86d308b927c6152ae1daa5/C: closing flushed file at 1731458289394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@520121df: reopening flushed file at 1731458289805 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554f4f92: reopening flushed file at 1731458289809 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c374689: reopening flushed file at 1731458289812 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for b1b414794e86d308b927c6152ae1daa5 in 1248ms, sequenceid=424, compaction requested=false at 1731458289817 (+5 ms)Writing region close event to WAL at 1731458289910 (+93 ms)Running coprocessor post-close hooks at 1731458289913 (+3 ms)Closed at 1731458289914 (+1 ms) 2024-11-13T00:38:09,915 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:38:09,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=b1b414794e86d308b927c6152ae1daa5, regionState=CLOSED 2024-11-13T00:38:09,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:38:09,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-13T00:38:09,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure b1b414794e86d308b927c6152ae1daa5, server=cb28580903fb,37235,1731458200455 in 1.5010 sec 2024-11-13T00:38:09,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-13T00:38:09,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1b414794e86d308b927c6152ae1daa5, UNASSIGN in 1.5050 sec 2024-11-13T00:38:09,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-13T00:38:09,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5080 sec 2024-11-13T00:38:09,924 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458289923"}]},"ts":"1731458289923"} 2024-11-13T00:38:09,925 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T00:38:09,925 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T00:38:09,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5160 sec 2024-11-13T00:38:10,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T00:38:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T00:38:10,566 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:10,567 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T00:38:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:10,569 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T00:38:10,569 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:10,571 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:38:10,573 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/recovered.edits] 2024-11-13T00:38:10,576 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/3cb5fe43590648edbc7cdd6f80e1d1a5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/3cb5fe43590648edbc7cdd6f80e1d1a5 2024-11-13T00:38:10,577 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/a2382515a7454137abedb1ffdd369742 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/A/a2382515a7454137abedb1ffdd369742 2024-11-13T00:38:10,579 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/99c2032b19e7466897209f9475d303ce to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/99c2032b19e7466897209f9475d303ce 2024-11-13T00:38:10,580 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c0d426f6fd124ba5bae57b5efc8a6f7f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/B/c0d426f6fd124ba5bae57b5efc8a6f7f 2024-11-13T00:38:10,582 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/067f4ea9092446e99d346f3cfb7f3c82 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/067f4ea9092446e99d346f3cfb7f3c82 2024-11-13T00:38:10,583 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/2f6639a545f748f5ac3270006f4dbbb5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/C/2f6639a545f748f5ac3270006f4dbbb5 2024-11-13T00:38:10,586 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/recovered.edits/427.seqid to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5/recovered.edits/427.seqid 2024-11-13T00:38:10,586 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/b1b414794e86d308b927c6152ae1daa5 2024-11-13T00:38:10,586 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T00:38:10,589 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:10,591 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T00:38:10,593 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T00:38:10,594 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:10,594 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T00:38:10,594 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731458290594"}]},"ts":"9223372036854775807"} 2024-11-13T00:38:10,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T00:38:10,596 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b1b414794e86d308b927c6152ae1daa5, NAME => 'TestAcidGuarantees,,1731458261675.b1b414794e86d308b927c6152ae1daa5.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T00:38:10,596 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T00:38:10,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731458290596"}]},"ts":"9223372036854775807"} 2024-11-13T00:38:10,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T00:38:10,598 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:10,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-13T00:38:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T00:38:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T00:38:10,676 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:10,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 241), OpenFileDescriptor=457 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 356) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=790 (was 856) 2024-11-13T00:38:10,694 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=790 2024-11-13T00:38:10,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T00:38:10,695 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:38:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:10,697 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:38:10,697 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:10,697 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 85 2024-11-13T00:38:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-13T00:38:10,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:38:10,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742169_1345 (size=959) 2024-11-13T00:38:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-13T00:38:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-13T00:38:11,104 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b 2024-11-13T00:38:11,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742170_1346 (size=53) 2024-11-13T00:38:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-13T00:38:11,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:38:11,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a1ac7f793cde6bc3f892a1e4b8ce1d88, disabling compactions & flushes 2024-11-13T00:38:11,510 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:11,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:11,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. after waiting 0 ms 2024-11-13T00:38:11,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:11,510 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:11,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: Waiting for close lock at 1731458291510Disabling compacts and flushes for region at 1731458291510Disabling writes for close at 1731458291510Writing region close event to WAL at 1731458291510Closed at 1731458291510 2024-11-13T00:38:11,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:38:11,512 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731458291511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731458291511"}]},"ts":"1731458291511"} 2024-11-13T00:38:11,513 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:38:11,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:38:11,514 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458291514"}]},"ts":"1731458291514"} 2024-11-13T00:38:11,515 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T00:38:11,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, ASSIGN}] 2024-11-13T00:38:11,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, ASSIGN 2024-11-13T00:38:11,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, ASSIGN; state=OFFLINE, location=cb28580903fb,37235,1731458200455; forceNewPlan=false, retain=false 2024-11-13T00:38:11,667 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=a1ac7f793cde6bc3f892a1e4b8ce1d88, regionState=OPENING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:38:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, ASSIGN because future has completed 2024-11-13T00:38:11,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:38:11,824 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:11,824 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:38:11,824 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,824 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:38:11,824 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,824 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,826 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,827 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ac7f793cde6bc3f892a1e4b8ce1d88 columnFamilyName A 2024-11-13T00:38:11,827 DEBUG [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:11,827 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(327): Store=a1ac7f793cde6bc3f892a1e4b8ce1d88/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:38:11,827 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,828 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ac7f793cde6bc3f892a1e4b8ce1d88 columnFamilyName B 2024-11-13T00:38:11,828 DEBUG [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:11,829 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(327): Store=a1ac7f793cde6bc3f892a1e4b8ce1d88/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:38:11,829 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,830 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ac7f793cde6bc3f892a1e4b8ce1d88 columnFamilyName C 2024-11-13T00:38:11,830 DEBUG [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:11,830 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(327): Store=a1ac7f793cde6bc3f892a1e4b8ce1d88/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:38:11,830 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,831 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,831 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,832 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,832 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,832 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:38:11,833 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,835 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:38:11,835 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened a1ac7f793cde6bc3f892a1e4b8ce1d88; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62259373, jitterRate=-0.07226304709911346}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:38:11,835 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:11,836 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: Running coprocessor pre-open hook at 1731458291825Writing region info on filesystem at 1731458291825Initializing all the Stores at 1731458291825Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458291825Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458291826 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458291826Cleaning up temporary data from old regions at 1731458291832 (+6 ms)Running coprocessor post-open hooks at 1731458291835 (+3 ms)Region opened successfully at 1731458291836 (+1 ms) 2024-11-13T00:38:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-13T00:38:11,836 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., pid=87, masterSystemTime=1731458291821 2024-11-13T00:38:11,838 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:11,838 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:11,838 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=a1ac7f793cde6bc3f892a1e4b8ce1d88, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:38:11,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:38:11,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-13T00:38:11,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 in 171 msec 2024-11-13T00:38:11,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-13T00:38:11,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, ASSIGN in 327 msec 2024-11-13T00:38:11,844 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:38:11,844 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458291844"}]},"ts":"1731458291844"} 2024-11-13T00:38:11,846 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T00:38:11,846 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:38:11,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-13T00:38:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-13T00:38:12,846 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:12,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f5e8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:12,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:12,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:12,848 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4750c40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:12,850 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cc58b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:12,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:12,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:12,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:12,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:12,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:38:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41961,1731458199640 2024-11-13T00:38:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@af7dc64 2024-11-13T00:38:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:38:12,855 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:38:12,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T00:38:12,856 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:38:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:12,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742171_1347 (size=995) 2024-11-13T00:38:13,268 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T00:38:13,268 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T00:38:13,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T00:38:13,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, REOPEN/MOVE}] 2024-11-13T00:38:13,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, REOPEN/MOVE 2024-11-13T00:38:13,274 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=a1ac7f793cde6bc3f892a1e4b8ce1d88, regionState=CLOSING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:38:13,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, REOPEN/MOVE because future has completed 2024-11-13T00:38:13,275 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T00:38:13,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:38:13,427 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,428 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T00:38:13,428 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing a1ac7f793cde6bc3f892a1e4b8ce1d88, disabling compactions & flushes 2024-11-13T00:38:13,428 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:13,428 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:13,428 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. after waiting 0 ms 2024-11-13T00:38:13,428 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:13,431 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T00:38:13,432 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:13,432 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: Waiting for close lock at 1731458293428Running coprocessor pre-close hooks at 1731458293428Disabling compacts and flushes for region at 1731458293428Disabling writes for close at 1731458293428Writing region close event to WAL at 1731458293428Running coprocessor post-close hooks at 1731458293432 (+4 ms)Closed at 1731458293432 2024-11-13T00:38:13,432 WARN [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: a1ac7f793cde6bc3f892a1e4b8ce1d88 to self. 2024-11-13T00:38:13,433 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=a1ac7f793cde6bc3f892a1e4b8ce1d88, regionState=CLOSED 2024-11-13T00:38:13,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:38:13,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-13T00:38:13,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 in 160 msec 2024-11-13T00:38:13,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, REOPEN/MOVE; state=CLOSED, location=cb28580903fb,37235,1731458200455; forceNewPlan=false, retain=true 2024-11-13T00:38:13,588 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=a1ac7f793cde6bc3f892a1e4b8ce1d88, regionState=OPENING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:38:13,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, REOPEN/MOVE because future has completed 2024-11-13T00:38:13,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:38:13,744 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:13,744 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:38:13,745 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,745 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:38:13,745 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,745 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,746 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,747 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ac7f793cde6bc3f892a1e4b8ce1d88 columnFamilyName A 2024-11-13T00:38:13,748 DEBUG [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:13,748 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(327): Store=a1ac7f793cde6bc3f892a1e4b8ce1d88/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:38:13,748 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,749 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ac7f793cde6bc3f892a1e4b8ce1d88 columnFamilyName B 2024-11-13T00:38:13,749 DEBUG [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:13,749 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(327): Store=a1ac7f793cde6bc3f892a1e4b8ce1d88/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:38:13,749 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,750 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ac7f793cde6bc3f892a1e4b8ce1d88 columnFamilyName C 2024-11-13T00:38:13,750 DEBUG [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:13,750 INFO [StoreOpener-a1ac7f793cde6bc3f892a1e4b8ce1d88-1 {}] regionserver.HStore(327): Store=a1ac7f793cde6bc3f892a1e4b8ce1d88/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:38:13,750 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,751 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,752 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,753 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,753 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,753 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:38:13,754 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,755 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened a1ac7f793cde6bc3f892a1e4b8ce1d88; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73739437, jitterRate=0.09880323708057404}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:38:13,755 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,756 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: Running coprocessor pre-open hook at 1731458293745Writing region info on filesystem at 1731458293745Initializing all the Stores at 1731458293746 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458293746Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458293746Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458293746Cleaning up temporary data from old regions at 1731458293753 (+7 ms)Running coprocessor post-open hooks at 1731458293755 (+2 ms)Region opened successfully at 1731458293756 (+1 ms) 2024-11-13T00:38:13,756 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., pid=92, masterSystemTime=1731458293741 2024-11-13T00:38:13,758 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:13,758 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:13,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=a1ac7f793cde6bc3f892a1e4b8ce1d88, regionState=OPEN, openSeqNum=5, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:38:13,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:38:13,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90 2024-11-13T00:38:13,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 in 171 msec 2024-11-13T00:38:13,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-13T00:38:13,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, REOPEN/MOVE in 490 msec 2024-11-13T00:38:13,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-13T00:38:13,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-11-13T00:38:13,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 910 msec 2024-11-13T00:38:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T00:38:13,769 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:13,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:13,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:13,771 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240cebca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:13,772 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8b4074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:13,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:13,774 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467e3f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:13,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:13,775 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:13,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40480b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:13,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:13,777 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ff989e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:13,778 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d372c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:13,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:13,780 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61321677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:13,781 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:13,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3632278c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:13,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:13,782 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:13,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:13,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:13,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f8651b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:13,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:13,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:13,784 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:13,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c82e054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:13,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:13,785 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:13,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:13,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:13,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffa729b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:13,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:13,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:13,786 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521eb1fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:13,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:13,788 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784b99cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:13,789 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:13,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e729ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:13,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:13,790 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:13,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:13,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:13,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8594e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:13,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:13,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:13,792 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f60e706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:13,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:13,793 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:13,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:13,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:13,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480c00de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:13,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:13,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:13,795 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf2a6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5135eed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:13,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:13,796 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d22cbac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:13,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:13,798 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494b85d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:13,800 DEBUG [Thread-1595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:13,800 DEBUG [Thread-1593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:13,801 DEBUG [Thread-1589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:13,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:13,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:13,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:13,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:13,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:13,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:13,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:13,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:13,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:13,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:38:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:38:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:38:13,807 DEBUG [Thread-1597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:13,807 DEBUG [Thread-1580 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:13,807 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:13,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:13,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:13,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-13T00:38:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T00:38:13,810 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:13,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:13,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:38:13,811 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:13,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:38:13,825 DEBUG [Thread-1578 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:13,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:13,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:13,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:38:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:13,835 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:13,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:38:13,836 DEBUG [Thread-1582 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:13,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:13,840 DEBUG [Thread-1584 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:38:13,844 DEBUG [Thread-1586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:13,844 DEBUG [Thread-1591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:13,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:13,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:13,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:38:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:13,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:13,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:38:13,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:38:13,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fd48299d20a54da3953a79f96435900f_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458293828/Put/seqid=0 2024-11-13T00:38:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742172_1348 (size=14594) 2024-11-13T00:38:13,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458353880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:13,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458353884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:13,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458353885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:13,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458353886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:13,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458353887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T00:38:13,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:13,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:13,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:13,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:13,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:13,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458353996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458353996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458354006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458354006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458354006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T00:38:14,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458354206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458354216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458354226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458354226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458354226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:14,279 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fd48299d20a54da3953a79f96435900f_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fd48299d20a54da3953a79f96435900f_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:14,282 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/86d5af6a567248ce89cd4286aa7925d4, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:14,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/86d5af6a567248ce89cd4286aa7925d4 is 175, key is test_row_0/A:col10/1731458293828/Put/seqid=0 2024-11-13T00:38:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742173_1349 (size=39549) 2024-11-13T00:38:14,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:14,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:14,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T00:38:14,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458354516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458354536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458354545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458354545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458354545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:14,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,687 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/86d5af6a567248ce89cd4286aa7925d4 2024-11-13T00:38:14,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/38a64072b28e4d72945df815c60464bb is 50, key is test_row_0/B:col10/1731458293828/Put/seqid=0 2024-11-13T00:38:14,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742174_1350 (size=12001) 2024-11-13T00:38:14,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:14,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:14,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:14,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:14,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T00:38:15,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458355036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:15,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:15,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:15,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:15,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:15,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458355055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:15,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:15,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:15,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:15,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458355066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:15,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:15,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:15,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:15,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458355066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:15,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458355066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:15,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/38a64072b28e4d72945df815c60464bb 2024-11-13T00:38:15,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/ec9ef95884194f5db71fd2f82ccb142f is 50, key is test_row_0/C:col10/1731458293828/Put/seqid=0 2024-11-13T00:38:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742175_1351 (size=12001) 2024-11-13T00:38:15,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:15,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:15,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:15,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:15,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:15,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:15,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:15,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:15,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T00:38:15,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:15,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:15,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:15,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:15,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:15,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/ec9ef95884194f5db71fd2f82ccb142f 2024-11-13T00:38:15,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/86d5af6a567248ce89cd4286aa7925d4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/86d5af6a567248ce89cd4286aa7925d4 2024-11-13T00:38:15,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/86d5af6a567248ce89cd4286aa7925d4, entries=200, sequenceid=15, filesize=38.6 K 2024-11-13T00:38:15,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/38a64072b28e4d72945df815c60464bb as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/38a64072b28e4d72945df815c60464bb 2024-11-13T00:38:15,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/38a64072b28e4d72945df815c60464bb, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T00:38:15,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/ec9ef95884194f5db71fd2f82ccb142f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/ec9ef95884194f5db71fd2f82ccb142f 2024-11-13T00:38:15,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/ec9ef95884194f5db71fd2f82ccb142f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T00:38:15,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1738ms, sequenceid=15, compaction requested=false 2024-11-13T00:38:15,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:15,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-13T00:38:15,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:15,655 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:38:15,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137c5fe1b1f91b47aeb5185b527a5cb4e9_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458293885/Put/seqid=0 2024-11-13T00:38:15,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742176_1352 (size=12154) 2024-11-13T00:38:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T00:38:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:16,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:16,072 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137c5fe1b1f91b47aeb5185b527a5cb4e9_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137c5fe1b1f91b47aeb5185b527a5cb4e9_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/3551123e3b9c40e4871a866363f09e1c, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:16,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/3551123e3b9c40e4871a866363f09e1c is 175, key is test_row_0/A:col10/1731458293885/Put/seqid=0 2024-11-13T00:38:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742177_1353 (size=30955) 2024-11-13T00:38:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458356086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458356086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:16,096 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_2' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458356086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:16,096 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:16,097 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:16,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458356094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:16,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458356096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:16,110 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_2' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:16,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458356206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:16,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458356426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:16,480 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/3551123e3b9c40e4871a866363f09e1c 2024-11-13T00:38:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/50ad7529a76d490f953245f60f0b7741 is 50, key is test_row_0/B:col10/1731458293885/Put/seqid=0 2024-11-13T00:38:16,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742178_1354 (size=12001) 2024-11-13T00:38:16,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458356746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:16,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:16,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:16,893 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/50ad7529a76d490f953245f60f0b7741 2024-11-13T00:38:16,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/b9006685479943539fada0f015c41f09 is 50, key is test_row_0/C:col10/1731458293885/Put/seqid=0 2024-11-13T00:38:16,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742179_1355 (size=12001) 2024-11-13T00:38:16,912 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/b9006685479943539fada0f015c41f09 2024-11-13T00:38:16,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/3551123e3b9c40e4871a866363f09e1c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3551123e3b9c40e4871a866363f09e1c 2024-11-13T00:38:16,920 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3551123e3b9c40e4871a866363f09e1c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-13T00:38:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/50ad7529a76d490f953245f60f0b7741 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/50ad7529a76d490f953245f60f0b7741 2024-11-13T00:38:16,928 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/50ad7529a76d490f953245f60f0b7741, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T00:38:16,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/b9006685479943539fada0f015c41f09 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b9006685479943539fada0f015c41f09 2024-11-13T00:38:16,935 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b9006685479943539fada0f015c41f09, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T00:38:16,936 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1280ms, sequenceid=40, compaction requested=false 2024-11-13T00:38:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-13T00:38:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-13T00:38:16,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-13T00:38:16,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1260 sec 2024-11-13T00:38:16,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 3.1340 sec 2024-11-13T00:38:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:17,272 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:17,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T00:38:17,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111330ed5b3f9d3846918be666b8b4d5412a_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458296082/Put/seqid=0 2024-11-13T00:38:17,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742180_1356 (size=14594) 2024-11-13T00:38:17,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458357481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:17,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458357596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:17,687 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:17,691 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111330ed5b3f9d3846918be666b8b4d5412a_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111330ed5b3f9d3846918be666b8b4d5412a_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:17,692 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/c711a4f30ad0409c9a74981f0ec54769, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:17,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/c711a4f30ad0409c9a74981f0ec54769 is 175, key is test_row_0/A:col10/1731458296082/Put/seqid=0 2024-11-13T00:38:17,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742181_1357 (size=39549) 2024-11-13T00:38:17,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458357816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-13T00:38:17,976 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:17,977 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-13T00:38:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T00:38:17,979 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:17,980 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:17,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T00:38:18,097 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/c711a4f30ad0409c9a74981f0ec54769 2024-11-13T00:38:18,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d001df3d59324d67962668e6ffbc27f6 is 50, key is test_row_0/B:col10/1731458296082/Put/seqid=0 2024-11-13T00:38:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742182_1358 (size=12001) 2024-11-13T00:38:18,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d001df3d59324d67962668e6ffbc27f6 2024-11-13T00:38:18,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/beeb76ebfa034f589cd26241d38be679 is 50, key is test_row_0/C:col10/1731458296082/Put/seqid=0 2024-11-13T00:38:18,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458358116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:18,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458358117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:18,130 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:18,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-13T00:38:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:18,130 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_2' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:18,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458358126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:18,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458358126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:18,135 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:18,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:18,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:18,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742183_1359 (size=12001) 2024-11-13T00:38:18,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458358136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:18,147 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_2' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4260 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:18,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-13T00:38:18,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:18,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:18,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T00:38:18,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-13T00:38:18,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:18,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:18,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:18,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/beeb76ebfa034f589cd26241d38be679 2024-11-13T00:38:18,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/c711a4f30ad0409c9a74981f0ec54769 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c711a4f30ad0409c9a74981f0ec54769 2024-11-13T00:38:18,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c711a4f30ad0409c9a74981f0ec54769, entries=200, sequenceid=52, filesize=38.6 K 2024-11-13T00:38:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d001df3d59324d67962668e6ffbc27f6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d001df3d59324d67962668e6ffbc27f6 2024-11-13T00:38:18,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d001df3d59324d67962668e6ffbc27f6, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T00:38:18,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/beeb76ebfa034f589cd26241d38be679 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/beeb76ebfa034f589cd26241d38be679 2024-11-13T00:38:18,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/beeb76ebfa034f589cd26241d38be679, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T00:38:18,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1287ms, sequenceid=52, compaction requested=true 2024-11-13T00:38:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:18,560 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:18,560 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:18,565 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:18,565 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/A is initiating minor compaction (all files) 2024-11-13T00:38:18,566 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:18,566 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/A in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,566 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/B is initiating minor compaction (all files) 2024-11-13T00:38:18,566 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/86d5af6a567248ce89cd4286aa7925d4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3551123e3b9c40e4871a866363f09e1c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c711a4f30ad0409c9a74981f0ec54769] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=107.5 K 2024-11-13T00:38:18,566 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/B in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,566 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,566 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/86d5af6a567248ce89cd4286aa7925d4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3551123e3b9c40e4871a866363f09e1c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c711a4f30ad0409c9a74981f0ec54769] 2024-11-13T00:38:18,566 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/38a64072b28e4d72945df815c60464bb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/50ad7529a76d490f953245f60f0b7741, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d001df3d59324d67962668e6ffbc27f6] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=35.2 K 2024-11-13T00:38:18,566 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86d5af6a567248ce89cd4286aa7925d4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731458293822 2024-11-13T00:38:18,566 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 38a64072b28e4d72945df815c60464bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731458293828 2024-11-13T00:38:18,567 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3551123e3b9c40e4871a866363f09e1c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731458293877 2024-11-13T00:38:18,567 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 50ad7529a76d490f953245f60f0b7741, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731458293877 2024-11-13T00:38:18,567 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting c711a4f30ad0409c9a74981f0ec54769, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731458296074 2024-11-13T00:38:18,567 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d001df3d59324d67962668e6ffbc27f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731458296082 2024-11-13T00:38:18,578 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:18,580 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:18,581 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/e54ea91e33214b169105fc55f44b5068 is 50, key is test_row_0/B:col10/1731458296082/Put/seqid=0 2024-11-13T00:38:18,583 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c5a4a26165d243ff9fad82cd47665524_a1ac7f793cde6bc3f892a1e4b8ce1d88 store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:18,585 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c5a4a26165d243ff9fad82cd47665524_a1ac7f793cde6bc3f892a1e4b8ce1d88, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:18,586 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c5a4a26165d243ff9fad82cd47665524_a1ac7f793cde6bc3f892a1e4b8ce1d88 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:18,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742184_1360 (size=12104) 2024-11-13T00:38:18,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-13T00:38:18,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,592 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:38:18,599 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/e54ea91e33214b169105fc55f44b5068 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/e54ea91e33214b169105fc55f44b5068 2024-11-13T00:38:18,605 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/B of a1ac7f793cde6bc3f892a1e4b8ce1d88 into e54ea91e33214b169105fc55f44b5068(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:18,605 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:18,605 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/B, priority=13, startTime=1731458298560; duration=0sec 2024-11-13T00:38:18,605 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:18,605 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:B 2024-11-13T00:38:18,605 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T00:38:18,606 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:18,606 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/C is initiating minor compaction (all files) 2024-11-13T00:38:18,607 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/C in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:18,607 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/ec9ef95884194f5db71fd2f82ccb142f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b9006685479943539fada0f015c41f09, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/beeb76ebfa034f589cd26241d38be679] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=35.2 K 2024-11-13T00:38:18,607 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ec9ef95884194f5db71fd2f82ccb142f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731458293828 2024-11-13T00:38:18,607 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b9006685479943539fada0f015c41f09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731458293877 2024-11-13T00:38:18,608 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting beeb76ebfa034f589cd26241d38be679, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731458296082 2024-11-13T00:38:18,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742185_1361 (size=4469) 2024-11-13T00:38:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ebfdbae6a1384d19b423a896fe3ed248_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458297457/Put/seqid=0 2024-11-13T00:38:18,622 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#C#compaction#309 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:18,622 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/7949dbcf801648ce962492b87cca54b0 is 50, key is test_row_0/C:col10/1731458296082/Put/seqid=0 2024-11-13T00:38:18,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742186_1362 (size=12154) 2024-11-13T00:38:18,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742187_1363 (size=12104) 2024-11-13T00:38:18,641 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/7949dbcf801648ce962492b87cca54b0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/7949dbcf801648ce962492b87cca54b0 2024-11-13T00:38:18,648 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/C of a1ac7f793cde6bc3f892a1e4b8ce1d88 into 7949dbcf801648ce962492b87cca54b0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:18,648 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:18,648 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/C, priority=13, startTime=1731458298560; duration=0sec 2024-11-13T00:38:18,648 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:18,648 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:C 2024-11-13T00:38:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:18,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:18,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458358707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458358815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:19,012 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#A#compaction#306 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:19,013 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/c4400c5fbd444371853285439dda9745 is 175, key is test_row_0/A:col10/1731458296082/Put/seqid=0 2024-11-13T00:38:19,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742188_1364 (size=31058) 2024-11-13T00:38:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:19,039 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ebfdbae6a1384d19b423a896fe3ed248_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ebfdbae6a1384d19b423a896fe3ed248_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:19,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/5a4d2ccf355d460e9e2fb7fee59e85ab, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/5a4d2ccf355d460e9e2fb7fee59e85ab is 175, key is test_row_0/A:col10/1731458297457/Put/seqid=0 2024-11-13T00:38:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458359036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:19,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742189_1365 (size=30955) 2024-11-13T00:38:19,050 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/5a4d2ccf355d460e9e2fb7fee59e85ab 2024-11-13T00:38:19,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/544530893f2541e694de369fc455d8d4 is 50, key is test_row_0/B:col10/1731458297457/Put/seqid=0 2024-11-13T00:38:19,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742190_1366 (size=12001) 2024-11-13T00:38:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T00:38:19,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458359356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:19,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:19,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:19,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:19,422 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/c4400c5fbd444371853285439dda9745 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c4400c5fbd444371853285439dda9745 2024-11-13T00:38:19,426 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/A of a1ac7f793cde6bc3f892a1e4b8ce1d88 into c4400c5fbd444371853285439dda9745(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:19,426 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:19,426 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/A, priority=13, startTime=1731458298560; duration=0sec 2024-11-13T00:38:19,426 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:19,427 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:A 2024-11-13T00:38:19,465 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/544530893f2541e694de369fc455d8d4 2024-11-13T00:38:19,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/faa974bd773b40cf93def211b1437486 is 50, key is test_row_0/C:col10/1731458297457/Put/seqid=0 2024-11-13T00:38:19,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742191_1367 (size=12001) 2024-11-13T00:38:19,491 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/faa974bd773b40cf93def211b1437486 2024-11-13T00:38:19,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/5a4d2ccf355d460e9e2fb7fee59e85ab as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5a4d2ccf355d460e9e2fb7fee59e85ab 2024-11-13T00:38:19,499 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5a4d2ccf355d460e9e2fb7fee59e85ab, entries=150, sequenceid=76, filesize=30.2 K 2024-11-13T00:38:19,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/544530893f2541e694de369fc455d8d4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/544530893f2541e694de369fc455d8d4 2024-11-13T00:38:19,504 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/544530893f2541e694de369fc455d8d4, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T00:38:19,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/faa974bd773b40cf93def211b1437486 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/faa974bd773b40cf93def211b1437486 2024-11-13T00:38:19,508 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/faa974bd773b40cf93def211b1437486, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T00:38:19,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-13T00:38:19,511 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 919ms, sequenceid=76, compaction requested=false 2024-11-13T00:38:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-13T00:38:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-13T00:38:19,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-13T00:38:19,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5330 sec 2024-11-13T00:38:19,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.5380 sec 2024-11-13T00:38:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:19,870 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:19,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:38:19,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d320bcbeab1a4142b67f821a0349bb1e_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458298705/Put/seqid=0 2024-11-13T00:38:19,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742192_1368 (size=14594) 2024-11-13T00:38:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458360038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-13T00:38:20,126 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:20,126 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-13T00:38:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T00:38:20,128 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:20,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:20,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:20,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T00:38:20,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T00:38:20,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458360156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T00:38:20,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-13T00:38:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:20,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,284 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:20,288 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d320bcbeab1a4142b67f821a0349bb1e_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d320bcbeab1a4142b67f821a0349bb1e_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:20,289 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/a787e70ae35e4eaa89b3cec1744f0143, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:20,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/a787e70ae35e4eaa89b3cec1744f0143 is 175, key is test_row_0/A:col10/1731458298705/Put/seqid=0 2024-11-13T00:38:20,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742193_1369 (size=39549) 2024-11-13T00:38:20,293 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/a787e70ae35e4eaa89b3cec1744f0143 2024-11-13T00:38:20,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d3f5f43f67c747d590d1f33318d88889 is 50, key is test_row_0/B:col10/1731458298705/Put/seqid=0 2024-11-13T00:38:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742194_1370 (size=12001) 2024-11-13T00:38:20,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458360365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:20,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-13T00:38:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:20,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T00:38:20,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-13T00:38:20,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:20,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:20,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:20,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458360686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:20,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d3f5f43f67c747d590d1f33318d88889 2024-11-13T00:38:20,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/75367928a389489c8a74acd4b0858e03 is 50, key is test_row_0/C:col10/1731458298705/Put/seqid=0 2024-11-13T00:38:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742195_1371 (size=12001) 2024-11-13T00:38:20,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-13T00:38:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:20,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T00:38:20,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-13T00:38:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:20,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:21,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-13T00:38:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:21,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:21,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:21,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/75367928a389489c8a74acd4b0858e03 2024-11-13T00:38:21,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/a787e70ae35e4eaa89b3cec1744f0143 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/a787e70ae35e4eaa89b3cec1744f0143 2024-11-13T00:38:21,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/a787e70ae35e4eaa89b3cec1744f0143, entries=200, sequenceid=92, filesize=38.6 K 2024-11-13T00:38:21,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d3f5f43f67c747d590d1f33318d88889 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d3f5f43f67c747d590d1f33318d88889 2024-11-13T00:38:21,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d3f5f43f67c747d590d1f33318d88889, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T00:38:21,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/75367928a389489c8a74acd4b0858e03 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/75367928a389489c8a74acd4b0858e03 2024-11-13T00:38:21,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/75367928a389489c8a74acd4b0858e03, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T00:38:21,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1265ms, sequenceid=92, compaction requested=true 2024-11-13T00:38:21,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:21,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:21,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:21,136 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:21,136 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:21,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:21,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:21,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:21,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:21,136 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:21,136 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:21,136 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/B is initiating minor compaction (all files) 2024-11-13T00:38:21,136 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/A is initiating minor compaction (all files) 2024-11-13T00:38:21,137 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/B in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:21,137 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/A in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:21,137 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/e54ea91e33214b169105fc55f44b5068, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/544530893f2541e694de369fc455d8d4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d3f5f43f67c747d590d1f33318d88889] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=35.3 K 2024-11-13T00:38:21,137 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c4400c5fbd444371853285439dda9745, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5a4d2ccf355d460e9e2fb7fee59e85ab, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/a787e70ae35e4eaa89b3cec1744f0143] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=99.2 K 2024-11-13T00:38:21,137 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:21,137 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c4400c5fbd444371853285439dda9745, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5a4d2ccf355d460e9e2fb7fee59e85ab, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/a787e70ae35e4eaa89b3cec1744f0143] 2024-11-13T00:38:21,137 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting e54ea91e33214b169105fc55f44b5068, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731458296082 2024-11-13T00:38:21,137 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4400c5fbd444371853285439dda9745, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731458296082 2024-11-13T00:38:21,137 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 544530893f2541e694de369fc455d8d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731458297342 2024-11-13T00:38:21,137 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a4d2ccf355d460e9e2fb7fee59e85ab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731458297342 2024-11-13T00:38:21,138 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d3f5f43f67c747d590d1f33318d88889, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731458298656 2024-11-13T00:38:21,138 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a787e70ae35e4eaa89b3cec1744f0143, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731458298656 2024-11-13T00:38:21,144 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:21,145 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/3bbd9ee81c8646b9a06f3a1d464ac5e9 is 50, key is test_row_0/B:col10/1731458298705/Put/seqid=0 2024-11-13T00:38:21,153 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:21,156 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411130f4ff83861344d8e93b277aaef2802f7_a1ac7f793cde6bc3f892a1e4b8ce1d88 store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:21,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742196_1372 (size=12207) 2024-11-13T00:38:21,158 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411130f4ff83861344d8e93b277aaef2802f7_a1ac7f793cde6bc3f892a1e4b8ce1d88, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:21,159 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130f4ff83861344d8e93b277aaef2802f7_a1ac7f793cde6bc3f892a1e4b8ce1d88 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:21,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742197_1373 (size=4469) 2024-11-13T00:38:21,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-13T00:38:21,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:21,202 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T00:38:21,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8dea6da53b04a40ae0d4479a4448490_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458300033/Put/seqid=0 2024-11-13T00:38:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:21,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:21,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742198_1374 (size=12154) 2024-11-13T00:38:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T00:38:21,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458361298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:21,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:21,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:21,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458361415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:21,563 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/3bbd9ee81c8646b9a06f3a1d464ac5e9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3bbd9ee81c8646b9a06f3a1d464ac5e9 2024-11-13T00:38:21,568 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/B of a1ac7f793cde6bc3f892a1e4b8ce1d88 into 3bbd9ee81c8646b9a06f3a1d464ac5e9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:21,568 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:21,568 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/B, priority=13, startTime=1731458301136; duration=0sec 2024-11-13T00:38:21,568 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:21,568 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:B 2024-11-13T00:38:21,568 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:21,572 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:21,573 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/C is initiating minor compaction (all files) 2024-11-13T00:38:21,573 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/C in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:21,573 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#A#compaction#316 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:21,573 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/7949dbcf801648ce962492b87cca54b0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/faa974bd773b40cf93def211b1437486, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/75367928a389489c8a74acd4b0858e03] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=35.3 K 2024-11-13T00:38:21,573 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7949dbcf801648ce962492b87cca54b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731458296082 2024-11-13T00:38:21,573 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/ff7c6868e43545899f6a3d20eb43ba13 is 175, key is test_row_0/A:col10/1731458298705/Put/seqid=0 2024-11-13T00:38:21,573 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting faa974bd773b40cf93def211b1437486, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731458297342 2024-11-13T00:38:21,574 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 75367928a389489c8a74acd4b0858e03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731458298656 2024-11-13T00:38:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742199_1375 (size=31161) 2024-11-13T00:38:21,597 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:21,597 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/c17a3c17e4534223afba97f947bbe716 is 50, key is test_row_0/C:col10/1731458298705/Put/seqid=0 2024-11-13T00:38:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742200_1376 (size=12207) 2024-11-13T00:38:21,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:21,622 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d8dea6da53b04a40ae0d4479a4448490_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8dea6da53b04a40ae0d4479a4448490_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/9990da56264542d48d4533d6e62299fa, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/9990da56264542d48d4533d6e62299fa is 175, key is test_row_0/A:col10/1731458300033/Put/seqid=0 2024-11-13T00:38:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742201_1377 (size=30955) 2024-11-13T00:38:21,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458361626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458361945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:21,985 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/ff7c6868e43545899f6a3d20eb43ba13 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/ff7c6868e43545899f6a3d20eb43ba13 2024-11-13T00:38:21,990 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/A of a1ac7f793cde6bc3f892a1e4b8ce1d88 into ff7c6868e43545899f6a3d20eb43ba13(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:21,990 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:21,990 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/A, priority=13, startTime=1731458301135; duration=0sec 2024-11-13T00:38:21,990 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:21,990 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:A 2024-11-13T00:38:22,015 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/c17a3c17e4534223afba97f947bbe716 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/c17a3c17e4534223afba97f947bbe716 2024-11-13T00:38:22,022 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/C of a1ac7f793cde6bc3f892a1e4b8ce1d88 into c17a3c17e4534223afba97f947bbe716(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:22,022 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:22,022 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/C, priority=13, startTime=1731458301136; duration=0sec 2024-11-13T00:38:22,022 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:22,022 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:C 2024-11-13T00:38:22,029 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/9990da56264542d48d4533d6e62299fa 2024-11-13T00:38:22,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/3c7887e9704d46e8b6f696f659ee5155 is 50, key is test_row_0/B:col10/1731458300033/Put/seqid=0 2024-11-13T00:38:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742202_1378 (size=12001) 2024-11-13T00:38:22,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458362136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:22,147 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8262 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:22,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458362165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458362166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:22,175 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_2' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8291 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:22,175 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_2' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8287 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:22,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458362176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:22,188 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8302 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T00:38:22,441 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/3c7887e9704d46e8b6f696f659ee5155 2024-11-13T00:38:22,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/9c3127dd659f45759e8b38312c65b049 is 50, key is test_row_0/C:col10/1731458300033/Put/seqid=0 2024-11-13T00:38:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742203_1379 (size=12001) 2024-11-13T00:38:22,452 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/9c3127dd659f45759e8b38312c65b049 2024-11-13T00:38:22,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/9990da56264542d48d4533d6e62299fa as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9990da56264542d48d4533d6e62299fa 2024-11-13T00:38:22,460 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9990da56264542d48d4533d6e62299fa, entries=150, sequenceid=115, filesize=30.2 K 2024-11-13T00:38:22,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/3c7887e9704d46e8b6f696f659ee5155 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c7887e9704d46e8b6f696f659ee5155 2024-11-13T00:38:22,463 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c7887e9704d46e8b6f696f659ee5155, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T00:38:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/9c3127dd659f45759e8b38312c65b049 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/9c3127dd659f45759e8b38312c65b049 2024-11-13T00:38:22,468 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/9c3127dd659f45759e8b38312c65b049, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T00:38:22,469 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1267ms, sequenceid=115, compaction requested=false 2024-11-13T00:38:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-13T00:38:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-13T00:38:22,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-13T00:38:22,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3420 sec 2024-11-13T00:38:22,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.3470 sec 2024-11-13T00:38:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:22,475 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:22,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T00:38:22,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b9e6af6255fd416e9f8a0263217924c9_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458301262/Put/seqid=0 2024-11-13T00:38:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742204_1380 (size=14644) 2024-11-13T00:38:22,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458362657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:22,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:22,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458362776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:22,901 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:22,905 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b9e6af6255fd416e9f8a0263217924c9_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b9e6af6255fd416e9f8a0263217924c9_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:22,906 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/5c92185f436b401c8b987fa96d8ce80a, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:22,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/5c92185f436b401c8b987fa96d8ce80a is 175, key is test_row_0/A:col10/1731458301262/Put/seqid=0 2024-11-13T00:38:22,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742205_1381 (size=39599) 2024-11-13T00:38:22,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458362985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:23,311 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/5c92185f436b401c8b987fa96d8ce80a 2024-11-13T00:38:23,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458363306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:23,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:23,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:23,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:23,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/f1cf5c91ef474cb984b812b823fa5971 is 50, key is test_row_0/B:col10/1731458301262/Put/seqid=0 2024-11-13T00:38:23,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742206_1382 (size=12051) 2024-11-13T00:38:23,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/f1cf5c91ef474cb984b812b823fa5971 2024-11-13T00:38:23,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/944e274afddc43ccbd3ad32168dc8504 is 50, key is test_row_0/C:col10/1731458301262/Put/seqid=0 2024-11-13T00:38:23,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742207_1383 (size=12051) 2024-11-13T00:38:23,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458363825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:24,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/944e274afddc43ccbd3ad32168dc8504 2024-11-13T00:38:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/5c92185f436b401c8b987fa96d8ce80a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5c92185f436b401c8b987fa96d8ce80a 2024-11-13T00:38:24,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5c92185f436b401c8b987fa96d8ce80a, entries=200, sequenceid=132, filesize=38.7 K 2024-11-13T00:38:24,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/f1cf5c91ef474cb984b812b823fa5971 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/f1cf5c91ef474cb984b812b823fa5971 2024-11-13T00:38:24,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/f1cf5c91ef474cb984b812b823fa5971, entries=150, sequenceid=132, filesize=11.8 K 2024-11-13T00:38:24,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/944e274afddc43ccbd3ad32168dc8504 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/944e274afddc43ccbd3ad32168dc8504 2024-11-13T00:38:24,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/944e274afddc43ccbd3ad32168dc8504, entries=150, sequenceid=132, filesize=11.8 K 2024-11-13T00:38:24,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1678ms, sequenceid=132, compaction requested=true 2024-11-13T00:38:24,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:24,153 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:24,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:24,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:24,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:24,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:24,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:24,154 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:24,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:24,154 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101715 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:24,154 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/A is initiating minor compaction (all files) 2024-11-13T00:38:24,155 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/A in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:24,155 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/ff7c6868e43545899f6a3d20eb43ba13, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9990da56264542d48d4533d6e62299fa, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5c92185f436b401c8b987fa96d8ce80a] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=99.3 K 2024-11-13T00:38:24,155 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:24,155 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/ff7c6868e43545899f6a3d20eb43ba13, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9990da56264542d48d4533d6e62299fa, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5c92185f436b401c8b987fa96d8ce80a] 2024-11-13T00:38:24,155 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:24,155 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/B is initiating minor compaction (all files) 2024-11-13T00:38:24,155 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff7c6868e43545899f6a3d20eb43ba13, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731458298656 2024-11-13T00:38:24,155 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/B in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:24,155 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3bbd9ee81c8646b9a06f3a1d464ac5e9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c7887e9704d46e8b6f696f659ee5155, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/f1cf5c91ef474cb984b812b823fa5971] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=35.4 K 2024-11-13T00:38:24,155 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9990da56264542d48d4533d6e62299fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731458300000 2024-11-13T00:38:24,156 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bbd9ee81c8646b9a06f3a1d464ac5e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731458298656 2024-11-13T00:38:24,156 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c92185f436b401c8b987fa96d8ce80a, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731458301262 2024-11-13T00:38:24,156 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c7887e9704d46e8b6f696f659ee5155, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731458300000 2024-11-13T00:38:24,156 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f1cf5c91ef474cb984b812b823fa5971, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731458301262 2024-11-13T00:38:24,164 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:24,166 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:24,166 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411134f49fa193ca24150bc52169bc5889483_a1ac7f793cde6bc3f892a1e4b8ce1d88 store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:24,167 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/ff27309621b74e8482e77e08ca928b58 is 50, key is test_row_0/B:col10/1731458301262/Put/seqid=0 2024-11-13T00:38:24,169 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411134f49fa193ca24150bc52169bc5889483_a1ac7f793cde6bc3f892a1e4b8ce1d88, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:24,169 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134f49fa193ca24150bc52169bc5889483_a1ac7f793cde6bc3f892a1e4b8ce1d88 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:24,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742208_1384 (size=4469) 2024-11-13T00:38:24,186 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#A#compaction#324 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:24,186 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/1fac98d3f5d44c53b587ae289bf18ab5 is 175, key is test_row_0/A:col10/1731458301262/Put/seqid=0 2024-11-13T00:38:24,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742209_1385 (size=12359) 2024-11-13T00:38:24,202 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/ff27309621b74e8482e77e08ca928b58 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/ff27309621b74e8482e77e08ca928b58 2024-11-13T00:38:24,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742210_1386 (size=31313) 2024-11-13T00:38:24,208 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/B of a1ac7f793cde6bc3f892a1e4b8ce1d88 into ff27309621b74e8482e77e08ca928b58(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:24,209 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:24,209 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/B, priority=13, startTime=1731458304154; duration=0sec 2024-11-13T00:38:24,209 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:24,209 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:B 2024-11-13T00:38:24,209 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:24,210 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:24,210 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/C is initiating minor compaction (all files) 2024-11-13T00:38:24,210 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/C in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:24,210 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/c17a3c17e4534223afba97f947bbe716, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/9c3127dd659f45759e8b38312c65b049, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/944e274afddc43ccbd3ad32168dc8504] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=35.4 K 2024-11-13T00:38:24,211 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c17a3c17e4534223afba97f947bbe716, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731458298656 2024-11-13T00:38:24,211 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c3127dd659f45759e8b38312c65b049, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731458300000 2024-11-13T00:38:24,211 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/1fac98d3f5d44c53b587ae289bf18ab5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/1fac98d3f5d44c53b587ae289bf18ab5 2024-11-13T00:38:24,212 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 944e274afddc43ccbd3ad32168dc8504, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731458301262 2024-11-13T00:38:24,217 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/A of a1ac7f793cde6bc3f892a1e4b8ce1d88 into 1fac98d3f5d44c53b587ae289bf18ab5(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:24,217 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:24,217 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/A, priority=13, startTime=1731458304153; duration=0sec 2024-11-13T00:38:24,217 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:24,217 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:A 2024-11-13T00:38:24,221 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:24,221 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/f295a95f81f74aee84f75973b3accae5 is 50, key is test_row_0/C:col10/1731458301262/Put/seqid=0 2024-11-13T00:38:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742211_1387 (size=12359) 2024-11-13T00:38:24,231 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/f295a95f81f74aee84f75973b3accae5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/f295a95f81f74aee84f75973b3accae5 2024-11-13T00:38:24,238 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/C of a1ac7f793cde6bc3f892a1e4b8ce1d88 into f295a95f81f74aee84f75973b3accae5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:24,238 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:24,238 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/C, priority=13, startTime=1731458304154; duration=0sec 2024-11-13T00:38:24,238 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:24,238 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:C 2024-11-13T00:38:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T00:38:24,286 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:24,287 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-13T00:38:24,289 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T00:38:24,290 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:24,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T00:38:24,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T00:38:24,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:24,443 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T00:38:24,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111394fc041bd3ef4d6d97046d425f2c9408_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458302641/Put/seqid=0 2024-11-13T00:38:24,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742212_1388 (size=12304) 2024-11-13T00:38:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T00:38:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:24,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:24,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,860 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111394fc041bd3ef4d6d97046d425f2c9408_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111394fc041bd3ef4d6d97046d425f2c9408_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:24,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/f806330b4e464528a8f37a028423f960, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:24,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/f806330b4e464528a8f37a028423f960 is 175, key is test_row_0/A:col10/1731458302641/Put/seqid=0 2024-11-13T00:38:24,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742213_1389 (size=31105) 2024-11-13T00:38:24,866 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/f806330b4e464528a8f37a028423f960 2024-11-13T00:38:24,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/5c74a150d130448da1602c3672e9f6c0 is 50, key is test_row_0/B:col10/1731458302641/Put/seqid=0 2024-11-13T00:38:24,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742214_1390 (size=12151) 2024-11-13T00:38:24,877 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/5c74a150d130448da1602c3672e9f6c0 2024-11-13T00:38:24,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/72b5947ee0894766a72aa82ddf1468dd is 50, key is test_row_0/C:col10/1731458302641/Put/seqid=0 2024-11-13T00:38:24,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742215_1391 (size=12151) 2024-11-13T00:38:24,889 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/72b5947ee0894766a72aa82ddf1468dd 2024-11-13T00:38:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/f806330b4e464528a8f37a028423f960 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/f806330b4e464528a8f37a028423f960 2024-11-13T00:38:24,896 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/f806330b4e464528a8f37a028423f960, entries=150, sequenceid=157, filesize=30.4 K 2024-11-13T00:38:24,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/5c74a150d130448da1602c3672e9f6c0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/5c74a150d130448da1602c3672e9f6c0 2024-11-13T00:38:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,902 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/5c74a150d130448da1602c3672e9f6c0, entries=150, sequenceid=157, filesize=11.9 K 2024-11-13T00:38:24,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/72b5947ee0894766a72aa82ddf1468dd as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/72b5947ee0894766a72aa82ddf1468dd 2024-11-13T00:38:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,911 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/72b5947ee0894766a72aa82ddf1468dd, entries=150, sequenceid=157, filesize=11.9 K 2024-11-13T00:38:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,912 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=60.38 KB/61830 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 470ms, sequenceid=157, compaction requested=false 2024-11-13T00:38:24,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:24,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:24,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-13T00:38:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-13T00:38:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-13T00:38:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 624 msec 2024-11-13T00:38:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T00:38:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 630 msec 2024-11-13T00:38:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:24,942 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:24,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:38:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136fbb810a30ac4b208416cc0fb60c3bf6_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458304886/Put/seqid=0 2024-11-13T00:38:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742216_1392 (size=12304) 2024-11-13T00:38:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,961 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136fbb810a30ac4b208416cc0fb60c3bf6_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136fbb810a30ac4b208416cc0fb60c3bf6_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/88f3d92375e648b9b45c2cedd08f77b8, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/88f3d92375e648b9b45c2cedd08f77b8 is 175, key is test_row_0/A:col10/1731458304886/Put/seqid=0 2024-11-13T00:38:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742217_1393 (size=31105) 2024-11-13T00:38:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,974 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/88f3d92375e648b9b45c2cedd08f77b8 2024-11-13T00:38:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:24,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/4a17a149b886441eb4c6155d254c730d is 50, key is test_row_0/B:col10/1731458304886/Put/seqid=0 2024-11-13T00:38:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742218_1394 (size=12151) 2024-11-13T00:38:25,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458365146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:25,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458365255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:25,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/4a17a149b886441eb4c6155d254c730d 2024-11-13T00:38:25,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/cc0b68ff8ee14ee782a1fcdc908398ce is 50, key is test_row_0/C:col10/1731458304886/Put/seqid=0 2024-11-13T00:38:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T00:38:25,426 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:25,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742219_1395 (size=12151) 2024-11-13T00:38:25,427 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-13T00:38:25,429 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T00:38:25,430 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:25,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/cc0b68ff8ee14ee782a1fcdc908398ce 2024-11-13T00:38:25,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:25,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/88f3d92375e648b9b45c2cedd08f77b8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/88f3d92375e648b9b45c2cedd08f77b8 2024-11-13T00:38:25,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/88f3d92375e648b9b45c2cedd08f77b8, entries=150, sequenceid=170, filesize=30.4 K 2024-11-13T00:38:25,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/4a17a149b886441eb4c6155d254c730d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/4a17a149b886441eb4c6155d254c730d 2024-11-13T00:38:25,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/4a17a149b886441eb4c6155d254c730d, entries=150, sequenceid=170, filesize=11.9 K 2024-11-13T00:38:25,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/cc0b68ff8ee14ee782a1fcdc908398ce as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/cc0b68ff8ee14ee782a1fcdc908398ce 2024-11-13T00:38:25,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/cc0b68ff8ee14ee782a1fcdc908398ce, entries=150, sequenceid=170, filesize=11.9 K 2024-11-13T00:38:25,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 506ms, sequenceid=170, compaction requested=true 2024-11-13T00:38:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:25,450 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:25,450 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:25,451 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93523 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:25,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:25,451 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/A is initiating minor compaction (all files) 2024-11-13T00:38:25,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/B is initiating minor compaction (all files) 2024-11-13T00:38:25,451 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/A in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:25,451 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/B in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:25,451 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/1fac98d3f5d44c53b587ae289bf18ab5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/f806330b4e464528a8f37a028423f960, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/88f3d92375e648b9b45c2cedd08f77b8] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=91.3 K 2024-11-13T00:38:25,451 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/ff27309621b74e8482e77e08ca928b58, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/5c74a150d130448da1602c3672e9f6c0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/4a17a149b886441eb4c6155d254c730d] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=35.8 K 2024-11-13T00:38:25,451 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:25,451 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/1fac98d3f5d44c53b587ae289bf18ab5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/f806330b4e464528a8f37a028423f960, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/88f3d92375e648b9b45c2cedd08f77b8] 2024-11-13T00:38:25,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ff27309621b74e8482e77e08ca928b58, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731458301262 2024-11-13T00:38:25,451 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fac98d3f5d44c53b587ae289bf18ab5, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731458301262 2024-11-13T00:38:25,452 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c74a150d130448da1602c3672e9f6c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731458302609 2024-11-13T00:38:25,452 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f806330b4e464528a8f37a028423f960, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731458302609 2024-11-13T00:38:25,452 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88f3d92375e648b9b45c2cedd08f77b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731458304886 2024-11-13T00:38:25,452 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a17a149b886441eb4c6155d254c730d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731458304886 2024-11-13T00:38:25,457 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:25,459 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411130cae50ac77b34f7fb107e6a53d1bc0bd_a1ac7f793cde6bc3f892a1e4b8ce1d88 store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:25,461 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:25,461 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/e81b416d3517492dbcd07d66caff0fc9 is 50, key is test_row_0/B:col10/1731458304886/Put/seqid=0 2024-11-13T00:38:25,461 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411130cae50ac77b34f7fb107e6a53d1bc0bd_a1ac7f793cde6bc3f892a1e4b8ce1d88, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:25,461 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130cae50ac77b34f7fb107e6a53d1bc0bd_a1ac7f793cde6bc3f892a1e4b8ce1d88 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:25,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742220_1396 (size=12561) 2024-11-13T00:38:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:25,471 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:25,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:38:25,473 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/e81b416d3517492dbcd07d66caff0fc9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/e81b416d3517492dbcd07d66caff0fc9 2024-11-13T00:38:25,478 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/B of a1ac7f793cde6bc3f892a1e4b8ce1d88 into e81b416d3517492dbcd07d66caff0fc9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:25,478 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:25,478 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/B, priority=13, startTime=1731458305450; duration=0sec 2024-11-13T00:38:25,478 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:25,478 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:B 2024-11-13T00:38:25,478 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:25,481 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:25,481 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/C is initiating minor compaction (all files) 2024-11-13T00:38:25,481 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/C in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:25,481 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/f295a95f81f74aee84f75973b3accae5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/72b5947ee0894766a72aa82ddf1468dd, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/cc0b68ff8ee14ee782a1fcdc908398ce] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=35.8 K 2024-11-13T00:38:25,481 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f295a95f81f74aee84f75973b3accae5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731458301262 2024-11-13T00:38:25,482 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 72b5947ee0894766a72aa82ddf1468dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731458302609 2024-11-13T00:38:25,482 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting cc0b68ff8ee14ee782a1fcdc908398ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731458304886 2024-11-13T00:38:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742221_1397 (size=4469) 2024-11-13T00:38:25,487 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#A#compaction#333 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:25,488 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/fd7998a5c580430eb857465ea94001e2 is 175, key is test_row_0/A:col10/1731458304886/Put/seqid=0 2024-11-13T00:38:25,491 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:25,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136eced99003e54d01bdc6778414fbed5b_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458305144/Put/seqid=0 2024-11-13T00:38:25,492 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/dcba9df3546e4d7bb5359509dc05eabd is 50, key is test_row_0/C:col10/1731458304886/Put/seqid=0 2024-11-13T00:38:25,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742222_1398 (size=31515) 2024-11-13T00:38:25,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742223_1399 (size=14794) 2024-11-13T00:38:25,506 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:25,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742224_1400 (size=12561) 2024-11-13T00:38:25,511 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136eced99003e54d01bdc6778414fbed5b_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136eced99003e54d01bdc6778414fbed5b_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:25,511 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/4170aca3bfd8451ca32073c243cbdcd4, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:25,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/4170aca3bfd8451ca32073c243cbdcd4 is 175, key is test_row_0/A:col10/1731458305144/Put/seqid=0 2024-11-13T00:38:25,512 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/dcba9df3546e4d7bb5359509dc05eabd as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/dcba9df3546e4d7bb5359509dc05eabd 2024-11-13T00:38:25,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742225_1401 (size=39749) 2024-11-13T00:38:25,523 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/C of a1ac7f793cde6bc3f892a1e4b8ce1d88 into dcba9df3546e4d7bb5359509dc05eabd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:25,523 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:25,523 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/C, priority=13, startTime=1731458305450; duration=0sec 2024-11-13T00:38:25,523 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:25,523 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:C 2024-11-13T00:38:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T00:38:25,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458365544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:25,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T00:38:25,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:25,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:25,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:25,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:25,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:25,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458365656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:25,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T00:38:25,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:25,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:25,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:25,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:25,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T00:38:25,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458365866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:25,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T00:38:25,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:25,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:25,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:25,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:25,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:25,899 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/fd7998a5c580430eb857465ea94001e2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/fd7998a5c580430eb857465ea94001e2 2024-11-13T00:38:25,903 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/A of a1ac7f793cde6bc3f892a1e4b8ce1d88 into fd7998a5c580430eb857465ea94001e2(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:25,903 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:25,903 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/A, priority=13, startTime=1731458305449; duration=0sec 2024-11-13T00:38:25,903 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:25,903 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:A 2024-11-13T00:38:25,917 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/4170aca3bfd8451ca32073c243cbdcd4 2024-11-13T00:38:25,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/2af69c230e344c97b8728a9ea024c951 is 50, key is test_row_0/B:col10/1731458305144/Put/seqid=0 2024-11-13T00:38:25,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742226_1402 (size=12151) 2024-11-13T00:38:26,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T00:38:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T00:38:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458366186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:26,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T00:38:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/2af69c230e344c97b8728a9ea024c951 2024-11-13T00:38:26,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/b89ec16c300b46aeb5962780da4bad49 is 50, key is test_row_0/C:col10/1731458305144/Put/seqid=0 2024-11-13T00:38:26,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742227_1403 (size=12151) 2024-11-13T00:38:26,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T00:38:26,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T00:38:26,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T00:38:26,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T00:38:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:26,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:26,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458366705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:26,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/b89ec16c300b46aeb5962780da4bad49 2024-11-13T00:38:26,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/4170aca3bfd8451ca32073c243cbdcd4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/4170aca3bfd8451ca32073c243cbdcd4 2024-11-13T00:38:26,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/4170aca3bfd8451ca32073c243cbdcd4, entries=200, sequenceid=194, filesize=38.8 K 2024-11-13T00:38:26,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/2af69c230e344c97b8728a9ea024c951 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/2af69c230e344c97b8728a9ea024c951 2024-11-13T00:38:26,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/2af69c230e344c97b8728a9ea024c951, entries=150, sequenceid=194, filesize=11.9 K 2024-11-13T00:38:26,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/b89ec16c300b46aeb5962780da4bad49 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b89ec16c300b46aeb5962780da4bad49 2024-11-13T00:38:26,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b89ec16c300b46aeb5962780da4bad49, entries=150, sequenceid=194, filesize=11.9 K 2024-11-13T00:38:26,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1309ms, sequenceid=194, compaction requested=false 2024-11-13T00:38:26,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:26,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T00:38:26,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:26,813 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T00:38:26,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131691650c245349818f901c08f3b0dfc0_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458305541/Put/seqid=0 2024-11-13T00:38:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742228_1404 (size=12304) 2024-11-13T00:38:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:26,840 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131691650c245349818f901c08f3b0dfc0_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131691650c245349818f901c08f3b0dfc0_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/9ce606097c804e928a90645a0a4d08a6, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:26,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/9ce606097c804e928a90645a0a4d08a6 is 175, key is test_row_0/A:col10/1731458305541/Put/seqid=0 2024-11-13T00:38:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742229_1405 (size=31105) 2024-11-13T00:38:27,260 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/9ce606097c804e928a90645a0a4d08a6 2024-11-13T00:38:27,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/8f6506657c2348ecbd114fa8fbf13779 is 50, key is test_row_0/B:col10/1731458305541/Put/seqid=0 2024-11-13T00:38:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742230_1406 (size=12151) 2024-11-13T00:38:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T00:38:27,691 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/8f6506657c2348ecbd114fa8fbf13779 2024-11-13T00:38:27,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/02b88458214b4bbf87f03e7d83f4dbda is 50, key is test_row_0/C:col10/1731458305541/Put/seqid=0 2024-11-13T00:38:27,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742231_1407 (size=12151) 2024-11-13T00:38:27,722 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/02b88458214b4bbf87f03e7d83f4dbda 2024-11-13T00:38:27,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/9ce606097c804e928a90645a0a4d08a6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9ce606097c804e928a90645a0a4d08a6 2024-11-13T00:38:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:27,736 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9ce606097c804e928a90645a0a4d08a6, entries=150, sequenceid=209, filesize=30.4 K 2024-11-13T00:38:27,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/8f6506657c2348ecbd114fa8fbf13779 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/8f6506657c2348ecbd114fa8fbf13779 2024-11-13T00:38:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,745 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/8f6506657c2348ecbd114fa8fbf13779, entries=150, sequenceid=209, filesize=11.9 K 2024-11-13T00:38:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/02b88458214b4bbf87f03e7d83f4dbda as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/02b88458214b4bbf87f03e7d83f4dbda 2024-11-13T00:38:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,752 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/02b88458214b4bbf87f03e7d83f4dbda, entries=150, sequenceid=209, filesize=11.9 K 2024-11-13T00:38:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,753 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 940ms, sequenceid=209, compaction requested=true 2024-11-13T00:38:27,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:27,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:27,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-13T00:38:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-13T00:38:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-13T00:38:27,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3250 sec 2024-11-13T00:38:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.3310 sec 2024-11-13T00:38:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:27,994 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:27,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:38:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:28,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113940ba1fe64314df8bbda7a87f357cf97_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458307913/Put/seqid=0 2024-11-13T00:38:28,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742232_1408 (size=17284) 2024-11-13T00:38:28,068 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:28,072 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113940ba1fe64314df8bbda7a87f357cf97_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113940ba1fe64314df8bbda7a87f357cf97_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:28,074 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/0c61a08eb8d1431da9e82c45b0ea1702, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:28,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/0c61a08eb8d1431da9e82c45b0ea1702 is 175, key is test_row_0/A:col10/1731458307913/Put/seqid=0 2024-11-13T00:38:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742233_1409 (size=48389) 2024-11-13T00:38:28,088 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/0c61a08eb8d1431da9e82c45b0ea1702 2024-11-13T00:38:28,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/873a2f2c846148a5b111f259af4af56c is 50, key is test_row_0/B:col10/1731458307913/Put/seqid=0 2024-11-13T00:38:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742234_1410 (size=12151) 2024-11-13T00:38:28,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/873a2f2c846148a5b111f259af4af56c 2024-11-13T00:38:28,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/59617bb9732d418fb405c254b4dcf25f is 50, key is test_row_0/C:col10/1731458307913/Put/seqid=0 2024-11-13T00:38:28,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742235_1411 (size=12151) 2024-11-13T00:38:28,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/59617bb9732d418fb405c254b4dcf25f 2024-11-13T00:38:28,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/0c61a08eb8d1431da9e82c45b0ea1702 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0c61a08eb8d1431da9e82c45b0ea1702 2024-11-13T00:38:28,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0c61a08eb8d1431da9e82c45b0ea1702, entries=250, sequenceid=220, filesize=47.3 K 2024-11-13T00:38:28,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/873a2f2c846148a5b111f259af4af56c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/873a2f2c846148a5b111f259af4af56c 2024-11-13T00:38:28,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/873a2f2c846148a5b111f259af4af56c, entries=150, sequenceid=220, filesize=11.9 K 2024-11-13T00:38:28,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/59617bb9732d418fb405c254b4dcf25f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/59617bb9732d418fb405c254b4dcf25f 2024-11-13T00:38:28,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/59617bb9732d418fb405c254b4dcf25f, entries=150, sequenceid=220, filesize=11.9 K 2024-11-13T00:38:28,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=100.63 KB/103050 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 207ms, sequenceid=220, compaction requested=true 2024-11-13T00:38:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:28,201 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:28,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:28,202 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:28,204 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150758 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:28,204 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/A is initiating minor compaction (all files) 2024-11-13T00:38:28,204 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/A in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:28,204 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/fd7998a5c580430eb857465ea94001e2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/4170aca3bfd8451ca32073c243cbdcd4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9ce606097c804e928a90645a0a4d08a6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0c61a08eb8d1431da9e82c45b0ea1702] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=147.2 K 2024-11-13T00:38:28,204 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:28,204 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/fd7998a5c580430eb857465ea94001e2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/4170aca3bfd8451ca32073c243cbdcd4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9ce606097c804e928a90645a0a4d08a6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0c61a08eb8d1431da9e82c45b0ea1702] 2024-11-13T00:38:28,204 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:28,204 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/B is initiating minor compaction (all files) 2024-11-13T00:38:28,204 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/B in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:28,205 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/e81b416d3517492dbcd07d66caff0fc9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/2af69c230e344c97b8728a9ea024c951, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/8f6506657c2348ecbd114fa8fbf13779, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/873a2f2c846148a5b111f259af4af56c] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=47.9 K 2024-11-13T00:38:28,205 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd7998a5c580430eb857465ea94001e2, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731458304886 2024-11-13T00:38:28,205 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting e81b416d3517492dbcd07d66caff0fc9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731458304886 2024-11-13T00:38:28,206 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 2af69c230e344c97b8728a9ea024c951, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731458305104 2024-11-13T00:38:28,206 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4170aca3bfd8451ca32073c243cbdcd4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731458305104 2024-11-13T00:38:28,206 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f6506657c2348ecbd114fa8fbf13779, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731458305512 2024-11-13T00:38:28,207 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ce606097c804e928a90645a0a4d08a6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731458305512 2024-11-13T00:38:28,207 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 873a2f2c846148a5b111f259af4af56c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458307913 2024-11-13T00:38:28,207 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:28,207 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c61a08eb8d1431da9e82c45b0ea1702, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458307799 2024-11-13T00:38:28,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T00:38:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:28,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111311b725316f59488bb5b6075250d8bf56_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458308206/Put/seqid=0 2024-11-13T00:38:28,239 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#B#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:28,240 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/3c8d9e8733474f4eb538adb8159c1ded is 50, key is test_row_0/B:col10/1731458307913/Put/seqid=0 2024-11-13T00:38:28,260 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:28,271 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113cba9f15da0e0427484068cdd4de987da_a1ac7f793cde6bc3f892a1e4b8ce1d88 store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:28,274 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113cba9f15da0e0427484068cdd4de987da_a1ac7f793cde6bc3f892a1e4b8ce1d88, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:28,275 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cba9f15da0e0427484068cdd4de987da_a1ac7f793cde6bc3f892a1e4b8ce1d88 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:28,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742236_1412 (size=14794) 2024-11-13T00:38:28,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742237_1413 (size=12697) 2024-11-13T00:38:28,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742238_1414 (size=4469) 2024-11-13T00:38:28,314 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#A#compaction#347 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:28,314 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/48d727ff2a344391a6aad62cf0020817 is 175, key is test_row_0/A:col10/1731458307913/Put/seqid=0 2024-11-13T00:38:28,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742239_1415 (size=31651) 2024-11-13T00:38:28,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458368414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:28,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458368545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:28,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:28,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:28,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:28,710 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:28,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111311b725316f59488bb5b6075250d8bf56_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111311b725316f59488bb5b6075250d8bf56_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:28,722 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/6ee57ae353ca4a4a9359c27e381282d1, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:28,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/6ee57ae353ca4a4a9359c27e381282d1 is 175, key is test_row_0/A:col10/1731458308206/Put/seqid=0 2024-11-13T00:38:28,725 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/3c8d9e8733474f4eb538adb8159c1ded as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c8d9e8733474f4eb538adb8159c1ded 2024-11-13T00:38:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742240_1416 (size=39749) 2024-11-13T00:38:28,732 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/48d727ff2a344391a6aad62cf0020817 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/48d727ff2a344391a6aad62cf0020817 2024-11-13T00:38:28,733 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/6ee57ae353ca4a4a9359c27e381282d1 2024-11-13T00:38:28,734 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/B of a1ac7f793cde6bc3f892a1e4b8ce1d88 into 3c8d9e8733474f4eb538adb8159c1ded(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:28,734 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:28,734 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/B, priority=12, startTime=1731458308201; duration=0sec 2024-11-13T00:38:28,734 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:28,734 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:B 2024-11-13T00:38:28,734 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:28,738 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:28,738 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/C is initiating minor compaction (all files) 2024-11-13T00:38:28,738 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/C in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:28,738 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/dcba9df3546e4d7bb5359509dc05eabd, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b89ec16c300b46aeb5962780da4bad49, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/02b88458214b4bbf87f03e7d83f4dbda, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/59617bb9732d418fb405c254b4dcf25f] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=47.9 K 2024-11-13T00:38:28,741 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting dcba9df3546e4d7bb5359509dc05eabd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731458304886 2024-11-13T00:38:28,743 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/A of a1ac7f793cde6bc3f892a1e4b8ce1d88 into 48d727ff2a344391a6aad62cf0020817(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:28,743 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:28,743 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/A, priority=12, startTime=1731458308201; duration=0sec 2024-11-13T00:38:28,743 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:28,743 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:A 2024-11-13T00:38:28,744 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b89ec16c300b46aeb5962780da4bad49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731458305104 2024-11-13T00:38:28,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/7f5a40fa2e724205ac33903bd9ad28d7 is 50, key is test_row_0/B:col10/1731458308206/Put/seqid=0 2024-11-13T00:38:28,747 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 02b88458214b4bbf87f03e7d83f4dbda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731458305512 2024-11-13T00:38:28,747 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 59617bb9732d418fb405c254b4dcf25f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458307913 2024-11-13T00:38:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742241_1417 (size=12151) 2024-11-13T00:38:28,763 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#C#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:28,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/7f5a40fa2e724205ac33903bd9ad28d7 2024-11-13T00:38:28,763 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/e84b09975f824881b4447680676dc4b0 is 50, key is test_row_0/C:col10/1731458307913/Put/seqid=0 2024-11-13T00:38:28,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742242_1418 (size=12697) 2024-11-13T00:38:28,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/5f66ca1b31b24aac9ee91bb8c9cff734 is 50, key is test_row_0/C:col10/1731458308206/Put/seqid=0 2024-11-13T00:38:28,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458368765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:28,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742243_1419 (size=12151) 2024-11-13T00:38:29,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458369085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:29,177 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/e84b09975f824881b4447680676dc4b0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/e84b09975f824881b4447680676dc4b0 2024-11-13T00:38:29,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/5f66ca1b31b24aac9ee91bb8c9cff734 2024-11-13T00:38:29,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/6ee57ae353ca4a4a9359c27e381282d1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/6ee57ae353ca4a4a9359c27e381282d1 2024-11-13T00:38:29,186 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/C of a1ac7f793cde6bc3f892a1e4b8ce1d88 into e84b09975f824881b4447680676dc4b0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:29,186 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:29,186 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/C, priority=12, startTime=1731458308201; duration=0sec 2024-11-13T00:38:29,186 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:29,186 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:C 2024-11-13T00:38:29,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/6ee57ae353ca4a4a9359c27e381282d1, entries=200, sequenceid=239, filesize=38.8 K 2024-11-13T00:38:29,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/7f5a40fa2e724205ac33903bd9ad28d7 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7f5a40fa2e724205ac33903bd9ad28d7 2024-11-13T00:38:29,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7f5a40fa2e724205ac33903bd9ad28d7, entries=150, sequenceid=239, filesize=11.9 K 2024-11-13T00:38:29,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/5f66ca1b31b24aac9ee91bb8c9cff734 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/5f66ca1b31b24aac9ee91bb8c9cff734 2024-11-13T00:38:29,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/5f66ca1b31b24aac9ee91bb8c9cff734, entries=150, sequenceid=239, filesize=11.9 K 2024-11-13T00:38:29,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 999ms, sequenceid=239, compaction requested=false 2024-11-13T00:38:29,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T00:38:29,607 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:29,608 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-13T00:38:29,610 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T00:38:29,610 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:29,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:29,615 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:29,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T00:38:29,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a3ba6fed0bcd4655a934a7dd71c6c65f_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458308378/Put/seqid=0 2024-11-13T00:38:29,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742244_1420 (size=14844) 2024-11-13T00:38:29,635 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:29,646 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a3ba6fed0bcd4655a934a7dd71c6c65f_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a3ba6fed0bcd4655a934a7dd71c6c65f_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:29,647 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/3498c7d9b0d24d2788763651ead4d644, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:29,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/3498c7d9b0d24d2788763651ead4d644 is 175, key is test_row_0/A:col10/1731458308378/Put/seqid=0 2024-11-13T00:38:29,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742245_1421 (size=39799) 2024-11-13T00:38:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T00:38:29,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458369756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:29,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:29,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:29,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458369865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:29,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:29,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:29,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:29,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:29,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T00:38:30,055 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/3498c7d9b0d24d2788763651ead4d644 2024-11-13T00:38:30,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/862bcc25e6384e56ac6cea3310a44582 is 50, key is test_row_0/B:col10/1731458308378/Put/seqid=0 2024-11-13T00:38:30,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742246_1422 (size=12201) 2024-11-13T00:38:30,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458370075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:30,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:30,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:30,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:30,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:30,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T00:38:30,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458370396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:30,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:30,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:30,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/862bcc25e6384e56ac6cea3310a44582 2024-11-13T00:38:30,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/0bbfa56ce15945bd9f89890377e36d49 is 50, key is test_row_0/C:col10/1731458308378/Put/seqid=0 2024-11-13T00:38:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742247_1423 (size=12201) 2024-11-13T00:38:30,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:30,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:30,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T00:38:30,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/0bbfa56ce15945bd9f89890377e36d49 2024-11-13T00:38:30,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/3498c7d9b0d24d2788763651ead4d644 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3498c7d9b0d24d2788763651ead4d644 2024-11-13T00:38:30,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3498c7d9b0d24d2788763651ead4d644, entries=200, sequenceid=260, filesize=38.9 K 2024-11-13T00:38:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/862bcc25e6384e56ac6cea3310a44582 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/862bcc25e6384e56ac6cea3310a44582 2024-11-13T00:38:30,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/862bcc25e6384e56ac6cea3310a44582, entries=150, sequenceid=260, filesize=11.9 K 2024-11-13T00:38:30,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/0bbfa56ce15945bd9f89890377e36d49 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/0bbfa56ce15945bd9f89890377e36d49 2024-11-13T00:38:30,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/0bbfa56ce15945bd9f89890377e36d49, entries=150, sequenceid=260, filesize=11.9 K 2024-11-13T00:38:30,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1299ms, sequenceid=260, compaction requested=true 2024-11-13T00:38:30,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:30,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:30,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:30,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:30,915 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:30,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:30,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:30,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T00:38:30,915 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:30,917 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:30,917 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/A is initiating minor compaction (all files) 2024-11-13T00:38:30,917 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/A in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,917 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/48d727ff2a344391a6aad62cf0020817, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/6ee57ae353ca4a4a9359c27e381282d1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3498c7d9b0d24d2788763651ead4d644] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=108.6 K 2024-11-13T00:38:30,917 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,917 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/48d727ff2a344391a6aad62cf0020817, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/6ee57ae353ca4a4a9359c27e381282d1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3498c7d9b0d24d2788763651ead4d644] 2024-11-13T00:38:30,917 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:30,918 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/B is initiating minor compaction (all files) 2024-11-13T00:38:30,918 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/B in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,918 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c8d9e8733474f4eb538adb8159c1ded, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7f5a40fa2e724205ac33903bd9ad28d7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/862bcc25e6384e56ac6cea3310a44582] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=36.2 K 2024-11-13T00:38:30,918 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48d727ff2a344391a6aad62cf0020817, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458307913 2024-11-13T00:38:30,918 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c8d9e8733474f4eb538adb8159c1ded, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458307913 2024-11-13T00:38:30,919 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f5a40fa2e724205ac33903bd9ad28d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731458308176 2024-11-13T00:38:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:30,919 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ee57ae353ca4a4a9359c27e381282d1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731458308176 2024-11-13T00:38:30,920 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 862bcc25e6384e56ac6cea3310a44582, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731458308378 2024-11-13T00:38:30,920 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3498c7d9b0d24d2788763651ead4d644, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731458308378 2024-11-13T00:38:30,926 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:30,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T00:38:30,937 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:30,942 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:30,943 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/7175ae6d2241452f8a09fb64f156944a is 50, key is test_row_0/B:col10/1731458308378/Put/seqid=0 2024-11-13T00:38:30,944 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f03169be227545e0b29de32aff860423_a1ac7f793cde6bc3f892a1e4b8ce1d88 store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:30,946 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f03169be227545e0b29de32aff860423_a1ac7f793cde6bc3f892a1e4b8ce1d88, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:30,946 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f03169be227545e0b29de32aff860423_a1ac7f793cde6bc3f892a1e4b8ce1d88 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:30,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111382e21e561c2141c4be8e3a4c99331ac6_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458310915/Put/seqid=0 2024-11-13T00:38:30,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742248_1424 (size=12849) 2024-11-13T00:38:30,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742249_1425 (size=4469) 2024-11-13T00:38:30,974 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#A#compaction#354 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:30,975 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/07e21efcca1e4c3ab1b45963eecd9d37 is 175, key is test_row_0/A:col10/1731458308378/Put/seqid=0 2024-11-13T00:38:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742250_1426 (size=12454) 2024-11-13T00:38:30,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:30,985 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111382e21e561c2141c4be8e3a4c99331ac6_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111382e21e561c2141c4be8e3a4c99331ac6_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:30,986 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/00f35e6f750e40008851130f058da399, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:30,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/00f35e6f750e40008851130f058da399 is 175, key is test_row_0/A:col10/1731458310915/Put/seqid=0 2024-11-13T00:38:30,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:30,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:30,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742251_1427 (size=31803) 2024-11-13T00:38:30,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:30,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,000 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/07e21efcca1e4c3ab1b45963eecd9d37 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/07e21efcca1e4c3ab1b45963eecd9d37 2024-11-13T00:38:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742252_1428 (size=31255) 2024-11-13T00:38:31,005 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/A of a1ac7f793cde6bc3f892a1e4b8ce1d88 into 07e21efcca1e4c3ab1b45963eecd9d37(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:31,005 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:31,005 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/A, priority=13, startTime=1731458310915; duration=0sec 2024-11-13T00:38:31,005 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:31,005 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:A 2024-11-13T00:38:31,005 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:31,006 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:31,006 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/C is initiating minor compaction (all files) 2024-11-13T00:38:31,006 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/C in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,006 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/e84b09975f824881b4447680676dc4b0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/5f66ca1b31b24aac9ee91bb8c9cff734, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/0bbfa56ce15945bd9f89890377e36d49] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=36.2 K 2024-11-13T00:38:31,007 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting e84b09975f824881b4447680676dc4b0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458307913 2024-11-13T00:38:31,007 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f66ca1b31b24aac9ee91bb8c9cff734, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731458308176 2024-11-13T00:38:31,007 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bbfa56ce15945bd9f89890377e36d49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731458308378 2024-11-13T00:38:31,014 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:31,015 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/f1d404071444436a88bf9cc331b57b4f is 50, key is test_row_0/C:col10/1731458308378/Put/seqid=0 2024-11-13T00:38:31,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742253_1429 (size=12849) 2024-11-13T00:38:31,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458371095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:31,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:31,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:31,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458371216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:31,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:31,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:31,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,374 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/7175ae6d2241452f8a09fb64f156944a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7175ae6d2241452f8a09fb64f156944a 2024-11-13T00:38:31,378 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/B of a1ac7f793cde6bc3f892a1e4b8ce1d88 into 7175ae6d2241452f8a09fb64f156944a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:31,378 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:31,378 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/B, priority=13, startTime=1731458310915; duration=0sec 2024-11-13T00:38:31,378 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:31,378 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:B 2024-11-13T00:38:31,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/00f35e6f750e40008851130f058da399 2024-11-13T00:38:31,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/774b9f1348234410bc22808aaf1ab07f is 50, key is test_row_0/B:col10/1731458310915/Put/seqid=0 2024-11-13T00:38:31,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742254_1430 (size=12301) 2024-11-13T00:38:31,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/774b9f1348234410bc22808aaf1ab07f 2024-11-13T00:38:31,428 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/f1d404071444436a88bf9cc331b57b4f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/f1d404071444436a88bf9cc331b57b4f 2024-11-13T00:38:31,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/b3db0ceb52cc496a85c1158dc1c3d72b is 50, key is test_row_0/C:col10/1731458310915/Put/seqid=0 2024-11-13T00:38:31,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458371427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:31,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:31,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:31,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742255_1431 (size=12301) 2024-11-13T00:38:31,438 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/C of a1ac7f793cde6bc3f892a1e4b8ce1d88 into f1d404071444436a88bf9cc331b57b4f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:31,438 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:31,439 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/C, priority=13, startTime=1731458310915; duration=0sec 2024-11-13T00:38:31,439 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:31,439 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:C 2024-11-13T00:38:31,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:31,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:31,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458371736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:31,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:31,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:31,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:31,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T00:38:31,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/b3db0ceb52cc496a85c1158dc1c3d72b 2024-11-13T00:38:31,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/00f35e6f750e40008851130f058da399 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/00f35e6f750e40008851130f058da399 2024-11-13T00:38:31,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/00f35e6f750e40008851130f058da399, entries=150, sequenceid=279, filesize=30.5 K 2024-11-13T00:38:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/774b9f1348234410bc22808aaf1ab07f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/774b9f1348234410bc22808aaf1ab07f 2024-11-13T00:38:31,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/774b9f1348234410bc22808aaf1ab07f, entries=150, sequenceid=279, filesize=12.0 K 2024-11-13T00:38:31,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/b3db0ceb52cc496a85c1158dc1c3d72b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b3db0ceb52cc496a85c1158dc1c3d72b 2024-11-13T00:38:31,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b3db0ceb52cc496a85c1158dc1c3d72b, entries=150, sequenceid=279, filesize=12.0 K 2024-11-13T00:38:31,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 944ms, sequenceid=279, compaction requested=false 2024-11-13T00:38:31,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:31,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T00:38:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:31,914 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T00:38:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136f62aa7ef4084387a3f03b087e57999d_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458311068/Put/seqid=0 2024-11-13T00:38:31,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742256_1432 (size=12454) 2024-11-13T00:38:31,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:31,935 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136f62aa7ef4084387a3f03b087e57999d_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136f62aa7ef4084387a3f03b087e57999d_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:31,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/13b02b177a004f8a86d0a2580fa8a2d6, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:31,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/13b02b177a004f8a86d0a2580fa8a2d6 is 175, key is test_row_0/A:col10/1731458311068/Put/seqid=0 2024-11-13T00:38:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742257_1433 (size=31255) 2024-11-13T00:38:31,944 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/13b02b177a004f8a86d0a2580fa8a2d6 2024-11-13T00:38:31,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/55f4ba6c1d1e4c899234aa637805e9a8 is 50, key is test_row_0/B:col10/1731458311068/Put/seqid=0 2024-11-13T00:38:31,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742258_1434 (size=12301) 2024-11-13T00:38:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:32,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:32,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458372256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458372256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458372260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458372261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458372263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,359 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/55f4ba6c1d1e4c899234aa637805e9a8 2024-11-13T00:38:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/3215939acc614c04ba2d3a42616e11c9 is 50, key is test_row_0/C:col10/1731458311068/Put/seqid=0 2024-11-13T00:38:32,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742259_1435 (size=12301) 2024-11-13T00:38:32,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458372377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458372377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458372377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458372386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458372596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458372596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458372596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458372596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:32,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:32,775 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/3215939acc614c04ba2d3a42616e11c9 2024-11-13T00:38:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/13b02b177a004f8a86d0a2580fa8a2d6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/13b02b177a004f8a86d0a2580fa8a2d6 2024-11-13T00:38:32,784 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/13b02b177a004f8a86d0a2580fa8a2d6, entries=150, sequenceid=299, filesize=30.5 K 2024-11-13T00:38:32,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/55f4ba6c1d1e4c899234aa637805e9a8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/55f4ba6c1d1e4c899234aa637805e9a8 2024-11-13T00:38:32,788 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/55f4ba6c1d1e4c899234aa637805e9a8, entries=150, sequenceid=299, filesize=12.0 K 2024-11-13T00:38:32,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/3215939acc614c04ba2d3a42616e11c9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/3215939acc614c04ba2d3a42616e11c9 2024-11-13T00:38:32,792 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/3215939acc614c04ba2d3a42616e11c9, entries=150, sequenceid=299, filesize=12.0 K 2024-11-13T00:38:32,793 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 879ms, sequenceid=299, compaction requested=true 2024-11-13T00:38:32,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:32,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:32,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-13T00:38:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-13T00:38:32,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-13T00:38:32,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1850 sec 2024-11-13T00:38:32,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 3.1900 sec 2024-11-13T00:38:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:32,923 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:32,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T00:38:32,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111354257d5763b34e2293004e2690be6cfb_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458312919/Put/seqid=0 2024-11-13T00:38:32,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742260_1436 (size=17534) 2024-11-13T00:38:32,945 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:32,952 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111354257d5763b34e2293004e2690be6cfb_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111354257d5763b34e2293004e2690be6cfb_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:32,953 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/e28590274e3541af94d757241275567b, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:32,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/e28590274e3541af94d757241275567b is 175, key is test_row_0/A:col10/1731458312919/Put/seqid=0 2024-11-13T00:38:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742261_1437 (size=48639) 2024-11-13T00:38:33,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458373007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458373027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458373048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458373053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458373146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458373156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458373176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458373184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57162 deadline: 1731458373286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,301 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in a1ac7f793cde6bc3f892a1e4b8ce1d88 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:38:33,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/e28590274e3541af94d757241275567b 2024-11-13T00:38:33,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458373356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d7dceed2f8754be18ae28da66d01f0fc is 50, key is test_row_0/B:col10/1731458312919/Put/seqid=0 2024-11-13T00:38:33,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742262_1438 (size=12301) 2024-11-13T00:38:33,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d7dceed2f8754be18ae28da66d01f0fc 2024-11-13T00:38:33,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/1488d1d4f70e48139726f7b90607b7a4 is 50, key is test_row_0/C:col10/1731458312919/Put/seqid=0 2024-11-13T00:38:33,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458373386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458373396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458373396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742263_1439 (size=12301) 2024-11-13T00:38:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57146 deadline: 1731458373675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57172 deadline: 1731458373706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731458373716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:33,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57190 deadline: 1731458373716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:33,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:38:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T00:38:33,776 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:33,777 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-13T00:38:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T00:38:33,779 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:33,780 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:33,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:33,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/1488d1d4f70e48139726f7b90607b7a4 2024-11-13T00:38:33,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/e28590274e3541af94d757241275567b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/e28590274e3541af94d757241275567b 2024-11-13T00:38:33,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/e28590274e3541af94d757241275567b, entries=250, sequenceid=320, filesize=47.5 K 2024-11-13T00:38:33,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d7dceed2f8754be18ae28da66d01f0fc as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d7dceed2f8754be18ae28da66d01f0fc 2024-11-13T00:38:33,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d7dceed2f8754be18ae28da66d01f0fc, entries=150, sequenceid=320, filesize=12.0 K 2024-11-13T00:38:33,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/1488d1d4f70e48139726f7b90607b7a4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/1488d1d4f70e48139726f7b90607b7a4 2024-11-13T00:38:33,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/1488d1d4f70e48139726f7b90607b7a4, entries=150, sequenceid=320, filesize=12.0 K 2024-11-13T00:38:33,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 912ms, sequenceid=320, compaction requested=true 2024-11-13T00:38:33,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:33,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:33,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:33,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:33,835 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:33,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:33,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1ac7f793cde6bc3f892a1e4b8ce1d88:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:33,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:33,835 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:33,837 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:33,837 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142952 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:33,837 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/B is initiating minor compaction (all files) 2024-11-13T00:38:33,837 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/A is initiating minor compaction (all files) 2024-11-13T00:38:33,837 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/B in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:33,837 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/A in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:33,837 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7175ae6d2241452f8a09fb64f156944a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/774b9f1348234410bc22808aaf1ab07f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/55f4ba6c1d1e4c899234aa637805e9a8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d7dceed2f8754be18ae28da66d01f0fc] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=48.6 K 2024-11-13T00:38:33,837 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/07e21efcca1e4c3ab1b45963eecd9d37, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/00f35e6f750e40008851130f058da399, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/13b02b177a004f8a86d0a2580fa8a2d6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/e28590274e3541af94d757241275567b] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=139.6 K 2024-11-13T00:38:33,837 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:33,837 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/07e21efcca1e4c3ab1b45963eecd9d37, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/00f35e6f750e40008851130f058da399, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/13b02b177a004f8a86d0a2580fa8a2d6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/e28590274e3541af94d757241275567b] 2024-11-13T00:38:33,837 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7175ae6d2241452f8a09fb64f156944a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731458308378 2024-11-13T00:38:33,837 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07e21efcca1e4c3ab1b45963eecd9d37, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731458308378 2024-11-13T00:38:33,837 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 774b9f1348234410bc22808aaf1ab07f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731458309701 2024-11-13T00:38:33,838 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00f35e6f750e40008851130f058da399, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731458309701 2024-11-13T00:38:33,838 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 55f4ba6c1d1e4c899234aa637805e9a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731458311050 2024-11-13T00:38:33,838 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13b02b177a004f8a86d0a2580fa8a2d6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731458311050 2024-11-13T00:38:33,838 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d7dceed2f8754be18ae28da66d01f0fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731458312261 2024-11-13T00:38:33,838 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting e28590274e3541af94d757241275567b, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731458312241 2024-11-13T00:38:33,846 INFO [Thread-1595 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1595. 2024-11-13T00:38:33,846 DEBUG [Thread-1595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:33,846 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:33,846 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:33,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:33,851 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:33,853 INFO [Thread-1589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1589. 2024-11-13T00:38:33,853 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#B#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:33,853 DEBUG [Thread-1589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:33,853 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:33,853 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:33,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:33,853 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/1c9c629b3f4d4617a6c6e70aab2ce31e is 50, key is test_row_0/B:col10/1731458312919/Put/seqid=0 2024-11-13T00:38:33,854 INFO [Thread-1593 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1593. 2024-11-13T00:38:33,854 DEBUG [Thread-1593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:33,854 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:33,854 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:33,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:33,856 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411130886983439114e70be417f89ebe3011c_a1ac7f793cde6bc3f892a1e4b8ce1d88 store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:33,857 INFO [Thread-1591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1591. 2024-11-13T00:38:33,857 DEBUG [Thread-1591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:33,857 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:33,858 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:33,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:33,859 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411130886983439114e70be417f89ebe3011c_a1ac7f793cde6bc3f892a1e4b8ce1d88, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:33,859 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130886983439114e70be417f89ebe3011c_a1ac7f793cde6bc3f892a1e4b8ce1d88 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:33,862 INFO [Thread-1597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1597. 2024-11-13T00:38:33,862 DEBUG [Thread-1597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:33,862 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:33,862 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:33,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:33,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742264_1440 (size=13085) 2024-11-13T00:38:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742265_1441 (size=4469) 2024-11-13T00:38:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T00:38:33,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T00:38:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:33,933 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T00:38:33,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131a15b52dd23e4174b781a76f709080af_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458313030/Put/seqid=0 2024-11-13T00:38:33,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742266_1442 (size=12454) 2024-11-13T00:38:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T00:38:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:34,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. as already flushing 2024-11-13T00:38:34,208 INFO [Thread-1580 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1580. 2024-11-13T00:38:34,208 DEBUG [Thread-1580 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:34,208 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:34,208 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:34,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:34,227 INFO [Thread-1582 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1582. 2024-11-13T00:38:34,227 DEBUG [Thread-1582 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:34,227 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:34,227 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:34,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:34,237 INFO [Thread-1586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1586. 2024-11-13T00:38:34,237 DEBUG [Thread-1586 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:34,237 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:34,237 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:34,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:34,247 INFO [Thread-1584 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1584. 2024-11-13T00:38:34,247 DEBUG [Thread-1584 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:34,247 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:34,247 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:34,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:34,273 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#A#compaction#367 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:34,274 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/8d575d2807a64ebc8780c50863bdccd2 is 175, key is test_row_0/A:col10/1731458312919/Put/seqid=0 2024-11-13T00:38:34,277 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/1c9c629b3f4d4617a6c6e70aab2ce31e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/1c9c629b3f4d4617a6c6e70aab2ce31e 2024-11-13T00:38:34,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742267_1443 (size=32039) 2024-11-13T00:38:34,281 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/B of a1ac7f793cde6bc3f892a1e4b8ce1d88 into 1c9c629b3f4d4617a6c6e70aab2ce31e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:34,281 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:34,281 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/B, priority=12, startTime=1731458313835; duration=0sec 2024-11-13T00:38:34,281 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:34,281 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:B 2024-11-13T00:38:34,281 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:34,282 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:34,282 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): a1ac7f793cde6bc3f892a1e4b8ce1d88/C is initiating minor compaction (all files) 2024-11-13T00:38:34,282 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1ac7f793cde6bc3f892a1e4b8ce1d88/C in TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:34,282 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/f1d404071444436a88bf9cc331b57b4f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b3db0ceb52cc496a85c1158dc1c3d72b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/3215939acc614c04ba2d3a42616e11c9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/1488d1d4f70e48139726f7b90607b7a4] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp, totalSize=48.6 K 2024-11-13T00:38:34,282 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f1d404071444436a88bf9cc331b57b4f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731458308378 2024-11-13T00:38:34,283 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b3db0ceb52cc496a85c1158dc1c3d72b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731458309701 2024-11-13T00:38:34,283 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3215939acc614c04ba2d3a42616e11c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731458311050 2024-11-13T00:38:34,283 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 1488d1d4f70e48139726f7b90607b7a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731458312261 2024-11-13T00:38:34,289 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1ac7f793cde6bc3f892a1e4b8ce1d88#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:34,289 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/c498e4782fd24214bed8f79ce08be63b is 50, key is test_row_0/C:col10/1731458312919/Put/seqid=0 2024-11-13T00:38:34,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742268_1444 (size=13085) 2024-11-13T00:38:34,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:34,346 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131a15b52dd23e4174b781a76f709080af_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131a15b52dd23e4174b781a76f709080af_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:34,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/0d280b34df034f89978940d6601d5bbd, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:34,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/0d280b34df034f89978940d6601d5bbd is 175, key is test_row_0/A:col10/1731458313030/Put/seqid=0 2024-11-13T00:38:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742269_1445 (size=31255) 2024-11-13T00:38:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T00:38:34,682 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/8d575d2807a64ebc8780c50863bdccd2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/8d575d2807a64ebc8780c50863bdccd2 2024-11-13T00:38:34,686 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/A of a1ac7f793cde6bc3f892a1e4b8ce1d88 into 8d575d2807a64ebc8780c50863bdccd2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:34,686 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:34,686 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/A, priority=12, startTime=1731458313835; duration=0sec 2024-11-13T00:38:34,686 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:34,686 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:A 2024-11-13T00:38:34,695 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/c498e4782fd24214bed8f79ce08be63b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/c498e4782fd24214bed8f79ce08be63b 2024-11-13T00:38:34,699 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1ac7f793cde6bc3f892a1e4b8ce1d88/C of a1ac7f793cde6bc3f892a1e4b8ce1d88 into c498e4782fd24214bed8f79ce08be63b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:34,699 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:34,699 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., storeName=a1ac7f793cde6bc3f892a1e4b8ce1d88/C, priority=12, startTime=1731458313835; duration=0sec 2024-11-13T00:38:34,699 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:34,699 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1ac7f793cde6bc3f892a1e4b8ce1d88:C 2024-11-13T00:38:34,751 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/0d280b34df034f89978940d6601d5bbd 2024-11-13T00:38:34,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d8d74d379c744cbfba7d3c55e33b5ff4 is 50, key is test_row_0/B:col10/1731458313030/Put/seqid=0 2024-11-13T00:38:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742270_1446 (size=12301) 2024-11-13T00:38:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T00:38:35,161 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d8d74d379c744cbfba7d3c55e33b5ff4 2024-11-13T00:38:35,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/81c3349bf2d043f2987ca66190a982a6 is 50, key is test_row_0/C:col10/1731458313030/Put/seqid=0 2024-11-13T00:38:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742271_1447 (size=12301) 2024-11-13T00:38:35,328 INFO [Thread-1578 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1578. 2024-11-13T00:38:35,328 DEBUG [Thread-1578 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:38:35,328 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:35,328 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:35,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:35,571 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/81c3349bf2d043f2987ca66190a982a6 2024-11-13T00:38:35,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/0d280b34df034f89978940d6601d5bbd as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0d280b34df034f89978940d6601d5bbd 2024-11-13T00:38:35,579 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0d280b34df034f89978940d6601d5bbd, entries=150, sequenceid=336, filesize=30.5 K 2024-11-13T00:38:35,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/d8d74d379c744cbfba7d3c55e33b5ff4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d8d74d379c744cbfba7d3c55e33b5ff4 2024-11-13T00:38:35,582 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d8d74d379c744cbfba7d3c55e33b5ff4, entries=150, sequenceid=336, filesize=12.0 K 2024-11-13T00:38:35,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/81c3349bf2d043f2987ca66190a982a6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/81c3349bf2d043f2987ca66190a982a6 2024-11-13T00:38:35,586 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/81c3349bf2d043f2987ca66190a982a6, entries=150, sequenceid=336, filesize=12.0 K 2024-11-13T00:38:35,586 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=33.54 KB/34350 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1653ms, sequenceid=336, compaction requested=false 2024-11-13T00:38:35,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: 2024-11-13T00:38:35,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:35,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-13T00:38:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-13T00:38:35,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-13T00:38:35,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8080 sec 2024-11-13T00:38:35,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8130 sec 2024-11-13T00:38:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T00:38:35,926 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:35,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T00:38:35,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 207 2024-11-13T00:38:35,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-13T00:38:35,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-13T00:38:35,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-13T00:38:35,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-13T00:38:35,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T00:38:35,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T00:38:35,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1033 2024-11-13T00:38:35,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3070 rows 2024-11-13T00:38:35,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1011 2024-11-13T00:38:35,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3033 rows 2024-11-13T00:38:35,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1027 2024-11-13T00:38:35,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3055 rows 2024-11-13T00:38:35,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1024 2024-11-13T00:38:35,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3046 rows 2024-11-13T00:38:35,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1024 2024-11-13T00:38:35,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3057 rows 2024-11-13T00:38:35,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:38:35,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:38:35,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:35,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:35,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:38:35,928 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T00:38:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T00:38:35,931 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458315930"}]},"ts":"1731458315930"} 2024-11-13T00:38:35,932 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T00:38:35,932 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T00:38:35,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T00:38:35,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, UNASSIGN}] 2024-11-13T00:38:35,934 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, UNASSIGN 2024-11-13T00:38:35,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=a1ac7f793cde6bc3f892a1e4b8ce1d88, regionState=CLOSING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:38:35,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, UNASSIGN because future has completed 2024-11-13T00:38:35,936 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T00:38:35,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:38:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T00:38:36,088 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(122): Close a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:36,088 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T00:38:36,088 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1722): Closing a1ac7f793cde6bc3f892a1e4b8ce1d88, disabling compactions & flushes 2024-11-13T00:38:36,088 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:36,088 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:36,088 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. after waiting 0 ms 2024-11-13T00:38:36,088 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:36,089 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(2902): Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T00:38:36,093 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111383ddeef0cd5e4d90bea3177bb8694bbd_a1ac7f793cde6bc3f892a1e4b8ce1d88 is 50, key is test_row_0/A:col10/1731458315326/Put/seqid=0 2024-11-13T00:38:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742272_1448 (size=9914) 2024-11-13T00:38:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T00:38:36,497 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:36,500 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111383ddeef0cd5e4d90bea3177bb8694bbd_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111383ddeef0cd5e4d90bea3177bb8694bbd_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:36,501 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/1bb5c09d5fd140618748322cc1c18772, store: [table=TestAcidGuarantees family=A region=a1ac7f793cde6bc3f892a1e4b8ce1d88] 2024-11-13T00:38:36,502 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/1bb5c09d5fd140618748322cc1c18772 is 175, key is test_row_0/A:col10/1731458315326/Put/seqid=0 2024-11-13T00:38:36,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742273_1449 (size=22561) 2024-11-13T00:38:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T00:38:36,905 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/1bb5c09d5fd140618748322cc1c18772 2024-11-13T00:38:36,911 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/3f7aac061d8b4e6898ad92222fe0bb0b is 50, key is test_row_0/B:col10/1731458315326/Put/seqid=0 2024-11-13T00:38:36,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742274_1450 (size=9857) 2024-11-13T00:38:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T00:38:37,314 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/3f7aac061d8b4e6898ad92222fe0bb0b 2024-11-13T00:38:37,320 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/05ecdc603bb64f709e2050415463a63c is 50, key is test_row_0/C:col10/1731458315326/Put/seqid=0 2024-11-13T00:38:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742275_1451 (size=9857) 2024-11-13T00:38:37,723 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/05ecdc603bb64f709e2050415463a63c 2024-11-13T00:38:37,727 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/A/1bb5c09d5fd140618748322cc1c18772 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/1bb5c09d5fd140618748322cc1c18772 2024-11-13T00:38:37,729 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/1bb5c09d5fd140618748322cc1c18772, entries=100, sequenceid=347, filesize=22.0 K 2024-11-13T00:38:37,730 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/B/3f7aac061d8b4e6898ad92222fe0bb0b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3f7aac061d8b4e6898ad92222fe0bb0b 2024-11-13T00:38:37,733 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3f7aac061d8b4e6898ad92222fe0bb0b, entries=100, sequenceid=347, filesize=9.6 K 2024-11-13T00:38:37,733 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/.tmp/C/05ecdc603bb64f709e2050415463a63c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/05ecdc603bb64f709e2050415463a63c 2024-11-13T00:38:37,735 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/05ecdc603bb64f709e2050415463a63c, entries=100, sequenceid=347, filesize=9.6 K 2024-11-13T00:38:37,736 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1648ms, sequenceid=347, compaction requested=true 2024-11-13T00:38:37,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/86d5af6a567248ce89cd4286aa7925d4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3551123e3b9c40e4871a866363f09e1c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c711a4f30ad0409c9a74981f0ec54769, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c4400c5fbd444371853285439dda9745, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5a4d2ccf355d460e9e2fb7fee59e85ab, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/a787e70ae35e4eaa89b3cec1744f0143, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/ff7c6868e43545899f6a3d20eb43ba13, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9990da56264542d48d4533d6e62299fa, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5c92185f436b401c8b987fa96d8ce80a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/1fac98d3f5d44c53b587ae289bf18ab5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/f806330b4e464528a8f37a028423f960, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/fd7998a5c580430eb857465ea94001e2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/88f3d92375e648b9b45c2cedd08f77b8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/4170aca3bfd8451ca32073c243cbdcd4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9ce606097c804e928a90645a0a4d08a6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0c61a08eb8d1431da9e82c45b0ea1702, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/48d727ff2a344391a6aad62cf0020817, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/6ee57ae353ca4a4a9359c27e381282d1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3498c7d9b0d24d2788763651ead4d644, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/07e21efcca1e4c3ab1b45963eecd9d37, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/00f35e6f750e40008851130f058da399, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/13b02b177a004f8a86d0a2580fa8a2d6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/e28590274e3541af94d757241275567b] to archive 2024-11-13T00:38:37,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:38:37,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/86d5af6a567248ce89cd4286aa7925d4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/86d5af6a567248ce89cd4286aa7925d4 2024-11-13T00:38:37,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3551123e3b9c40e4871a866363f09e1c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3551123e3b9c40e4871a866363f09e1c 2024-11-13T00:38:37,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c711a4f30ad0409c9a74981f0ec54769 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c711a4f30ad0409c9a74981f0ec54769 2024-11-13T00:38:37,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c4400c5fbd444371853285439dda9745 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/c4400c5fbd444371853285439dda9745 2024-11-13T00:38:37,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5a4d2ccf355d460e9e2fb7fee59e85ab to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5a4d2ccf355d460e9e2fb7fee59e85ab 2024-11-13T00:38:37,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/a787e70ae35e4eaa89b3cec1744f0143 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/a787e70ae35e4eaa89b3cec1744f0143 2024-11-13T00:38:37,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/ff7c6868e43545899f6a3d20eb43ba13 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/ff7c6868e43545899f6a3d20eb43ba13 2024-11-13T00:38:37,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9990da56264542d48d4533d6e62299fa to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9990da56264542d48d4533d6e62299fa 2024-11-13T00:38:37,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5c92185f436b401c8b987fa96d8ce80a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/5c92185f436b401c8b987fa96d8ce80a 2024-11-13T00:38:37,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/1fac98d3f5d44c53b587ae289bf18ab5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/1fac98d3f5d44c53b587ae289bf18ab5 2024-11-13T00:38:37,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/f806330b4e464528a8f37a028423f960 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/f806330b4e464528a8f37a028423f960 2024-11-13T00:38:37,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/fd7998a5c580430eb857465ea94001e2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/fd7998a5c580430eb857465ea94001e2 2024-11-13T00:38:37,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/88f3d92375e648b9b45c2cedd08f77b8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/88f3d92375e648b9b45c2cedd08f77b8 2024-11-13T00:38:37,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/4170aca3bfd8451ca32073c243cbdcd4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/4170aca3bfd8451ca32073c243cbdcd4 2024-11-13T00:38:37,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9ce606097c804e928a90645a0a4d08a6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/9ce606097c804e928a90645a0a4d08a6 2024-11-13T00:38:37,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0c61a08eb8d1431da9e82c45b0ea1702 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0c61a08eb8d1431da9e82c45b0ea1702 2024-11-13T00:38:37,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/48d727ff2a344391a6aad62cf0020817 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/48d727ff2a344391a6aad62cf0020817 2024-11-13T00:38:37,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/6ee57ae353ca4a4a9359c27e381282d1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/6ee57ae353ca4a4a9359c27e381282d1 2024-11-13T00:38:37,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3498c7d9b0d24d2788763651ead4d644 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/3498c7d9b0d24d2788763651ead4d644 2024-11-13T00:38:37,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/07e21efcca1e4c3ab1b45963eecd9d37 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/07e21efcca1e4c3ab1b45963eecd9d37 2024-11-13T00:38:37,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/00f35e6f750e40008851130f058da399 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/00f35e6f750e40008851130f058da399 2024-11-13T00:38:37,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/13b02b177a004f8a86d0a2580fa8a2d6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/13b02b177a004f8a86d0a2580fa8a2d6 2024-11-13T00:38:37,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/e28590274e3541af94d757241275567b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/e28590274e3541af94d757241275567b 2024-11-13T00:38:37,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/38a64072b28e4d72945df815c60464bb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/50ad7529a76d490f953245f60f0b7741, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/e54ea91e33214b169105fc55f44b5068, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d001df3d59324d67962668e6ffbc27f6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/544530893f2541e694de369fc455d8d4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3bbd9ee81c8646b9a06f3a1d464ac5e9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d3f5f43f67c747d590d1f33318d88889, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c7887e9704d46e8b6f696f659ee5155, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/ff27309621b74e8482e77e08ca928b58, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/f1cf5c91ef474cb984b812b823fa5971, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/5c74a150d130448da1602c3672e9f6c0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/e81b416d3517492dbcd07d66caff0fc9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/4a17a149b886441eb4c6155d254c730d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/2af69c230e344c97b8728a9ea024c951, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/8f6506657c2348ecbd114fa8fbf13779, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c8d9e8733474f4eb538adb8159c1ded, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/873a2f2c846148a5b111f259af4af56c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7f5a40fa2e724205ac33903bd9ad28d7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7175ae6d2241452f8a09fb64f156944a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/862bcc25e6384e56ac6cea3310a44582, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/774b9f1348234410bc22808aaf1ab07f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/55f4ba6c1d1e4c899234aa637805e9a8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d7dceed2f8754be18ae28da66d01f0fc] to archive 2024-11-13T00:38:37,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:38:37,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/38a64072b28e4d72945df815c60464bb to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/38a64072b28e4d72945df815c60464bb 2024-11-13T00:38:37,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/50ad7529a76d490f953245f60f0b7741 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/50ad7529a76d490f953245f60f0b7741 2024-11-13T00:38:37,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/e54ea91e33214b169105fc55f44b5068 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/e54ea91e33214b169105fc55f44b5068 2024-11-13T00:38:37,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d001df3d59324d67962668e6ffbc27f6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d001df3d59324d67962668e6ffbc27f6 2024-11-13T00:38:37,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/544530893f2541e694de369fc455d8d4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/544530893f2541e694de369fc455d8d4 2024-11-13T00:38:37,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3bbd9ee81c8646b9a06f3a1d464ac5e9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3bbd9ee81c8646b9a06f3a1d464ac5e9 2024-11-13T00:38:37,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d3f5f43f67c747d590d1f33318d88889 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d3f5f43f67c747d590d1f33318d88889 2024-11-13T00:38:37,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c7887e9704d46e8b6f696f659ee5155 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c7887e9704d46e8b6f696f659ee5155 2024-11-13T00:38:37,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/ff27309621b74e8482e77e08ca928b58 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/ff27309621b74e8482e77e08ca928b58 2024-11-13T00:38:37,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/f1cf5c91ef474cb984b812b823fa5971 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/f1cf5c91ef474cb984b812b823fa5971 2024-11-13T00:38:37,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/5c74a150d130448da1602c3672e9f6c0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/5c74a150d130448da1602c3672e9f6c0 2024-11-13T00:38:37,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/e81b416d3517492dbcd07d66caff0fc9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/e81b416d3517492dbcd07d66caff0fc9 2024-11-13T00:38:37,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/4a17a149b886441eb4c6155d254c730d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/4a17a149b886441eb4c6155d254c730d 2024-11-13T00:38:37,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/2af69c230e344c97b8728a9ea024c951 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/2af69c230e344c97b8728a9ea024c951 2024-11-13T00:38:37,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/8f6506657c2348ecbd114fa8fbf13779 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/8f6506657c2348ecbd114fa8fbf13779 2024-11-13T00:38:37,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c8d9e8733474f4eb538adb8159c1ded to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3c8d9e8733474f4eb538adb8159c1ded 2024-11-13T00:38:37,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/873a2f2c846148a5b111f259af4af56c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/873a2f2c846148a5b111f259af4af56c 2024-11-13T00:38:37,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7f5a40fa2e724205ac33903bd9ad28d7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7f5a40fa2e724205ac33903bd9ad28d7 2024-11-13T00:38:37,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7175ae6d2241452f8a09fb64f156944a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/7175ae6d2241452f8a09fb64f156944a 2024-11-13T00:38:37,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/862bcc25e6384e56ac6cea3310a44582 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/862bcc25e6384e56ac6cea3310a44582 2024-11-13T00:38:37,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/774b9f1348234410bc22808aaf1ab07f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/774b9f1348234410bc22808aaf1ab07f 2024-11-13T00:38:37,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/55f4ba6c1d1e4c899234aa637805e9a8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/55f4ba6c1d1e4c899234aa637805e9a8 2024-11-13T00:38:37,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d7dceed2f8754be18ae28da66d01f0fc to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d7dceed2f8754be18ae28da66d01f0fc 2024-11-13T00:38:37,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/ec9ef95884194f5db71fd2f82ccb142f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b9006685479943539fada0f015c41f09, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/7949dbcf801648ce962492b87cca54b0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/beeb76ebfa034f589cd26241d38be679, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/faa974bd773b40cf93def211b1437486, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/c17a3c17e4534223afba97f947bbe716, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/75367928a389489c8a74acd4b0858e03, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/9c3127dd659f45759e8b38312c65b049, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/f295a95f81f74aee84f75973b3accae5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/944e274afddc43ccbd3ad32168dc8504, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/72b5947ee0894766a72aa82ddf1468dd, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/dcba9df3546e4d7bb5359509dc05eabd, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/cc0b68ff8ee14ee782a1fcdc908398ce, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b89ec16c300b46aeb5962780da4bad49, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/02b88458214b4bbf87f03e7d83f4dbda, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/e84b09975f824881b4447680676dc4b0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/59617bb9732d418fb405c254b4dcf25f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/5f66ca1b31b24aac9ee91bb8c9cff734, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/f1d404071444436a88bf9cc331b57b4f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/0bbfa56ce15945bd9f89890377e36d49, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b3db0ceb52cc496a85c1158dc1c3d72b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/3215939acc614c04ba2d3a42616e11c9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/1488d1d4f70e48139726f7b90607b7a4] to archive 2024-11-13T00:38:37,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:38:37,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/ec9ef95884194f5db71fd2f82ccb142f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/ec9ef95884194f5db71fd2f82ccb142f 2024-11-13T00:38:37,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b9006685479943539fada0f015c41f09 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b9006685479943539fada0f015c41f09 2024-11-13T00:38:37,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/7949dbcf801648ce962492b87cca54b0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/7949dbcf801648ce962492b87cca54b0 2024-11-13T00:38:37,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/beeb76ebfa034f589cd26241d38be679 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/beeb76ebfa034f589cd26241d38be679 2024-11-13T00:38:37,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/faa974bd773b40cf93def211b1437486 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/faa974bd773b40cf93def211b1437486 2024-11-13T00:38:37,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/c17a3c17e4534223afba97f947bbe716 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/c17a3c17e4534223afba97f947bbe716 2024-11-13T00:38:37,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/75367928a389489c8a74acd4b0858e03 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/75367928a389489c8a74acd4b0858e03 2024-11-13T00:38:37,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/9c3127dd659f45759e8b38312c65b049 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/9c3127dd659f45759e8b38312c65b049 2024-11-13T00:38:37,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/f295a95f81f74aee84f75973b3accae5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/f295a95f81f74aee84f75973b3accae5 2024-11-13T00:38:37,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/944e274afddc43ccbd3ad32168dc8504 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/944e274afddc43ccbd3ad32168dc8504 2024-11-13T00:38:37,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/72b5947ee0894766a72aa82ddf1468dd to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/72b5947ee0894766a72aa82ddf1468dd 2024-11-13T00:38:37,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/dcba9df3546e4d7bb5359509dc05eabd to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/dcba9df3546e4d7bb5359509dc05eabd 2024-11-13T00:38:37,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/cc0b68ff8ee14ee782a1fcdc908398ce to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/cc0b68ff8ee14ee782a1fcdc908398ce 2024-11-13T00:38:37,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b89ec16c300b46aeb5962780da4bad49 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b89ec16c300b46aeb5962780da4bad49 2024-11-13T00:38:37,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/02b88458214b4bbf87f03e7d83f4dbda to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/02b88458214b4bbf87f03e7d83f4dbda 2024-11-13T00:38:37,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/e84b09975f824881b4447680676dc4b0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/e84b09975f824881b4447680676dc4b0 2024-11-13T00:38:37,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/59617bb9732d418fb405c254b4dcf25f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/59617bb9732d418fb405c254b4dcf25f 2024-11-13T00:38:37,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/5f66ca1b31b24aac9ee91bb8c9cff734 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/5f66ca1b31b24aac9ee91bb8c9cff734 2024-11-13T00:38:37,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/f1d404071444436a88bf9cc331b57b4f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/f1d404071444436a88bf9cc331b57b4f 2024-11-13T00:38:37,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/0bbfa56ce15945bd9f89890377e36d49 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/0bbfa56ce15945bd9f89890377e36d49 2024-11-13T00:38:37,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b3db0ceb52cc496a85c1158dc1c3d72b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/b3db0ceb52cc496a85c1158dc1c3d72b 2024-11-13T00:38:37,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/3215939acc614c04ba2d3a42616e11c9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/3215939acc614c04ba2d3a42616e11c9 2024-11-13T00:38:37,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/1488d1d4f70e48139726f7b90607b7a4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/1488d1d4f70e48139726f7b90607b7a4 2024-11-13T00:38:37,799 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/recovered.edits/350.seqid, newMaxSeqId=350, maxSeqId=4 2024-11-13T00:38:37,800 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. 2024-11-13T00:38:37,800 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1676): Region close journal for a1ac7f793cde6bc3f892a1e4b8ce1d88: Waiting for close lock at 1731458316088Running coprocessor pre-close hooks at 1731458316088Disabling compacts and flushes for region at 1731458316088Disabling writes for close at 1731458316088Obtaining lock to block concurrent updates at 1731458316089 (+1 ms)Preparing flush snapshotting stores in a1ac7f793cde6bc3f892a1e4b8ce1d88 at 1731458316089Finished memstore snapshotting TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731458316089Flushing stores of TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88. at 1731458316089Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88/A: creating writer at 1731458316089Flushing mob file a1ac7f793cde6bc3f892a1e4b8ce1d88/A: appending metadata at 1731458316093 (+4 ms)Flushing mob file a1ac7f793cde6bc3f892a1e4b8ce1d88/A: closing flushed file at 1731458316093Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88/A: appending metadata at 1731458316501 (+408 ms)Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88/A: closing flushed file at 1731458316501Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88/B: creating writer at 1731458316908 (+407 ms)Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88/B: appending metadata at 1731458316910 (+2 ms)Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88/B: closing flushed file at 1731458316910Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88/C: creating writer at 1731458317317 (+407 ms)Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88/C: appending metadata at 1731458317319 (+2 ms)Flushing a1ac7f793cde6bc3f892a1e4b8ce1d88/C: closing flushed file at 1731458317319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb40f8a: reopening flushed file at 1731458317726 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2025d4eb: reopening flushed file at 1731458317729 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10fd56b6: reopening flushed file at 1731458317733 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a1ac7f793cde6bc3f892a1e4b8ce1d88 in 1648ms, sequenceid=347, compaction requested=true at 1731458317736 (+3 ms)Writing region close event to WAL at 1731458317797 (+61 ms)Running coprocessor post-close hooks at 1731458317800 (+3 ms)Closed at 1731458317800 2024-11-13T00:38:37,801 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(157): Closed a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:37,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=a1ac7f793cde6bc3f892a1e4b8ce1d88, regionState=CLOSED 2024-11-13T00:38:37,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:38:37,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-13T00:38:37,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure a1ac7f793cde6bc3f892a1e4b8ce1d88, server=cb28580903fb,37235,1731458200455 in 1.8680 sec 2024-11-13T00:38:37,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-13T00:38:37,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1ac7f793cde6bc3f892a1e4b8ce1d88, UNASSIGN in 1.8720 sec 2024-11-13T00:38:37,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-13T00:38:37,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8750 sec 2024-11-13T00:38:37,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458317809"}]},"ts":"1731458317809"} 2024-11-13T00:38:37,810 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T00:38:37,810 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T00:38:37,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8830 sec 2024-11-13T00:38:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T00:38:38,076 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:38,077 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T00:38:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:38,078 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T00:38:38,079 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=111, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:38,081 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,083 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/recovered.edits] 2024-11-13T00:38:38,084 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0d280b34df034f89978940d6601d5bbd to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/0d280b34df034f89978940d6601d5bbd 2024-11-13T00:38:38,085 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/1bb5c09d5fd140618748322cc1c18772 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/1bb5c09d5fd140618748322cc1c18772 2024-11-13T00:38:38,086 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/8d575d2807a64ebc8780c50863bdccd2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/A/8d575d2807a64ebc8780c50863bdccd2 2024-11-13T00:38:38,088 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/1c9c629b3f4d4617a6c6e70aab2ce31e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/1c9c629b3f4d4617a6c6e70aab2ce31e 2024-11-13T00:38:38,089 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3f7aac061d8b4e6898ad92222fe0bb0b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/3f7aac061d8b4e6898ad92222fe0bb0b 2024-11-13T00:38:38,090 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d8d74d379c744cbfba7d3c55e33b5ff4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/B/d8d74d379c744cbfba7d3c55e33b5ff4 2024-11-13T00:38:38,091 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/05ecdc603bb64f709e2050415463a63c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/05ecdc603bb64f709e2050415463a63c 2024-11-13T00:38:38,092 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/81c3349bf2d043f2987ca66190a982a6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/81c3349bf2d043f2987ca66190a982a6 2024-11-13T00:38:38,093 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/c498e4782fd24214bed8f79ce08be63b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/C/c498e4782fd24214bed8f79ce08be63b 2024-11-13T00:38:38,095 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/recovered.edits/350.seqid to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88/recovered.edits/350.seqid 2024-11-13T00:38:38,095 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,095 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T00:38:38,096 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T00:38:38,096 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T00:38:38,098 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111311b725316f59488bb5b6075250d8bf56_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111311b725316f59488bb5b6075250d8bf56_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,099 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131691650c245349818f901c08f3b0dfc0_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131691650c245349818f901c08f3b0dfc0_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,099 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131a15b52dd23e4174b781a76f709080af_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131a15b52dd23e4174b781a76f709080af_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,100 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111330ed5b3f9d3846918be666b8b4d5412a_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111330ed5b3f9d3846918be666b8b4d5412a_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,101 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111354257d5763b34e2293004e2690be6cfb_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111354257d5763b34e2293004e2690be6cfb_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,102 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136eced99003e54d01bdc6778414fbed5b_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136eced99003e54d01bdc6778414fbed5b_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,102 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136f62aa7ef4084387a3f03b087e57999d_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136f62aa7ef4084387a3f03b087e57999d_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,103 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136fbb810a30ac4b208416cc0fb60c3bf6_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136fbb810a30ac4b208416cc0fb60c3bf6_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,104 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137c5fe1b1f91b47aeb5185b527a5cb4e9_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137c5fe1b1f91b47aeb5185b527a5cb4e9_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,104 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111382e21e561c2141c4be8e3a4c99331ac6_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111382e21e561c2141c4be8e3a4c99331ac6_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,105 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111383ddeef0cd5e4d90bea3177bb8694bbd_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111383ddeef0cd5e4d90bea3177bb8694bbd_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,106 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113940ba1fe64314df8bbda7a87f357cf97_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113940ba1fe64314df8bbda7a87f357cf97_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,107 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111394fc041bd3ef4d6d97046d425f2c9408_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111394fc041bd3ef4d6d97046d425f2c9408_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,107 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a3ba6fed0bcd4655a934a7dd71c6c65f_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a3ba6fed0bcd4655a934a7dd71c6c65f_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,108 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b9e6af6255fd416e9f8a0263217924c9_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b9e6af6255fd416e9f8a0263217924c9_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,109 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d320bcbeab1a4142b67f821a0349bb1e_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d320bcbeab1a4142b67f821a0349bb1e_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,109 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8dea6da53b04a40ae0d4479a4448490_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d8dea6da53b04a40ae0d4479a4448490_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,110 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ebfdbae6a1384d19b423a896fe3ed248_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ebfdbae6a1384d19b423a896fe3ed248_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,111 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fd48299d20a54da3953a79f96435900f_a1ac7f793cde6bc3f892a1e4b8ce1d88 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fd48299d20a54da3953a79f96435900f_a1ac7f793cde6bc3f892a1e4b8ce1d88 2024-11-13T00:38:38,111 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T00:38:38,113 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=111, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:38,114 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T00:38:38,116 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T00:38:38,117 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=111, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:38,117 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T00:38:38,117 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731458318117"}]},"ts":"9223372036854775807"} 2024-11-13T00:38:38,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T00:38:38,118 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a1ac7f793cde6bc3f892a1e4b8ce1d88, NAME => 'TestAcidGuarantees,,1731458290694.a1ac7f793cde6bc3f892a1e4b8ce1d88.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T00:38:38,119 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T00:38:38,119 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731458318119"}]},"ts":"9223372036854775807"} 2024-11-13T00:38:38,120 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T00:38:38,121 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=111, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:38,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-13T00:38:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T00:38:38,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T00:38:38,186 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:38,195 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242 (was 240) - Thread LEAK? -, OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=721 (was 790) 2024-11-13T00:38:38,203 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=721 2024-11-13T00:38:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T00:38:38,204 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:38:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T00:38:38,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:38:38,206 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:38,206 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 112 2024-11-13T00:38:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-13T00:38:38,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:38:38,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742276_1452 (size=959) 2024-11-13T00:38:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-13T00:38:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-13T00:38:38,612 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b 2024-11-13T00:38:38,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742277_1453 (size=53) 2024-11-13T00:38:38,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:38:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-13T00:38:39,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:38:39,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3cec83596b8cfb8312793976f70c0db5, disabling compactions & flushes 2024-11-13T00:38:39,018 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:39,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:39,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. after waiting 0 ms 2024-11-13T00:38:39,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:39,018 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:39,018 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cec83596b8cfb8312793976f70c0db5: Waiting for close lock at 1731458319018Disabling compacts and flushes for region at 1731458319018Disabling writes for close at 1731458319018Writing region close event to WAL at 1731458319018Closed at 1731458319018 2024-11-13T00:38:39,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:38:39,019 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731458319019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731458319019"}]},"ts":"1731458319019"} 2024-11-13T00:38:39,021 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:38:39,021 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:38:39,021 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458319021"}]},"ts":"1731458319021"} 2024-11-13T00:38:39,022 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T00:38:39,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cec83596b8cfb8312793976f70c0db5, ASSIGN}] 2024-11-13T00:38:39,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cec83596b8cfb8312793976f70c0db5, ASSIGN 2024-11-13T00:38:39,024 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cec83596b8cfb8312793976f70c0db5, ASSIGN; state=OFFLINE, location=cb28580903fb,37235,1731458200455; forceNewPlan=false, retain=false 2024-11-13T00:38:39,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=3cec83596b8cfb8312793976f70c0db5, regionState=OPENING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:38:39,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cec83596b8cfb8312793976f70c0db5, ASSIGN because future has completed 2024-11-13T00:38:39,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:38:39,331 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:39,331 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:38:39,332 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,332 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:38:39,332 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7794): checking encryption for 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,332 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7797): checking classloading for 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,333 INFO [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,334 INFO [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cec83596b8cfb8312793976f70c0db5 columnFamilyName A 2024-11-13T00:38:39,334 DEBUG [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:39,334 INFO [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] regionserver.HStore(327): Store=3cec83596b8cfb8312793976f70c0db5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:38:39,334 INFO [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,335 INFO [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cec83596b8cfb8312793976f70c0db5 columnFamilyName B 2024-11-13T00:38:39,335 DEBUG [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:39,336 INFO [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] regionserver.HStore(327): Store=3cec83596b8cfb8312793976f70c0db5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:38:39,336 INFO [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,337 INFO [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cec83596b8cfb8312793976f70c0db5 columnFamilyName C 2024-11-13T00:38:39,337 DEBUG [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:38:39,337 INFO [StoreOpener-3cec83596b8cfb8312793976f70c0db5-1 {}] regionserver.HStore(327): Store=3cec83596b8cfb8312793976f70c0db5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:38:39,337 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1038): replaying wal for 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,338 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,338 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,338 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1048): stopping wal replay for 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,338 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1060): Cleaning up temporary data for 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,339 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:38:39,340 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1093): writing seq id for 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,341 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:38:39,341 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1114): Opened 3cec83596b8cfb8312793976f70c0db5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75484303, jitterRate=0.12480376660823822}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:38:39,341 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:39,342 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1006): Region open journal for 3cec83596b8cfb8312793976f70c0db5: Running coprocessor pre-open hook at 1731458319332Writing region info on filesystem at 1731458319332Initializing all the Stores at 1731458319332Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458319332Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458319333 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458319333Cleaning up temporary data from old regions at 1731458319338 (+5 ms)Running coprocessor post-open hooks at 1731458319341 (+3 ms)Region opened successfully at 1731458319342 (+1 ms) 2024-11-13T00:38:39,343 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., pid=114, masterSystemTime=1731458319328 2024-11-13T00:38:39,344 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:39,344 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:39,345 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=3cec83596b8cfb8312793976f70c0db5, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:38:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-13T00:38:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:38:39,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-13T00:38:39,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 in 170 msec 2024-11-13T00:38:39,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-13T00:38:39,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cec83596b8cfb8312793976f70c0db5, ASSIGN in 325 msec 2024-11-13T00:38:39,350 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:38:39,350 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458319350"}]},"ts":"1731458319350"} 2024-11-13T00:38:39,351 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T00:38:39,351 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:38:39,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-13T00:38:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-13T00:38:40,356 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:40,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6516064e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,358 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f61850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,359 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9bb728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:38:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41961,1731458199640 2024-11-13T00:38:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58ec60e7 2024-11-13T00:38:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:38:40,364 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:38:40,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,366 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ef46c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,367 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781e432e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,368 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd09498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,370 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebc4d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,371 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a257d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,372 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7faae453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,374 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d594756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,375 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60acbf16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,376 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ff609e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,377 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a409ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,378 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d317e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,380 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbd3826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,381 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368e0974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,382 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c80e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,384 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179972dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,385 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6f400d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,386 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcecd96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,387 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da1969b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c1b90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:38:40,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:38:40,389 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:38:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:38:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:38:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530a12a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:38:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:38:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:38:40,390 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:38:40,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b69d572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:38:40,391 DEBUG [Thread-2031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,391 DEBUG [Thread-2039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,391 DEBUG [Thread-2033 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,391 DEBUG [Thread-2048 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,392 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:40,392 DEBUG [Thread-2037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,392 DEBUG [Thread-2035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,393 DEBUG [Thread-2042 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,393 DEBUG [Thread-2044 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-13T00:38:40,394 DEBUG [Thread-2050 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,394 DEBUG [Thread-2046 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:38:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T00:38:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,395 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:38:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:38:40,396 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:40,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:38:40,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:38:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:38:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:38:40,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:38:40,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:38:40,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:38:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:38:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:38:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:38:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2] 2024-11-13T00:38:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:40,404 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:40,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:38:40,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/2c0b2d28081048a491af3d85f0a3ee00 is 50, key is test_row_0/A:col10/1731458320400/Put/seqid=0 2024-11-13T00:38:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742278_1454 (size=16681) 2024-11-13T00:38:40,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458380442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458380442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458380452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458380454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458380453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T00:38:40,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T00:38:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:40,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:40,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:40,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:40,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458380556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458380565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458380565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458380566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458380566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T00:38:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:40,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T00:38:40,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458380775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458380775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458380776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458380776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458380776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:40,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/2c0b2d28081048a491af3d85f0a3ee00 2024-11-13T00:38:40,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/9bfcdf0bdbfd47d6b4530e97c333f420 is 50, key is test_row_0/B:col10/1731458320400/Put/seqid=0 2024-11-13T00:38:40,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T00:38:40,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:40,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:40,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:40,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:40,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742279_1455 (size=12001) 2024-11-13T00:38:40,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/9bfcdf0bdbfd47d6b4530e97c333f420 2024-11-13T00:38:40,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/3de9856526564c1691b35e7608efc497 is 50, key is test_row_0/C:col10/1731458320400/Put/seqid=0 2024-11-13T00:38:40,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742280_1456 (size=12001) 2024-11-13T00:38:41,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T00:38:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:41,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T00:38:41,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458381096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458381096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458381096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458381096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458381096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T00:38:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:41,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:41,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/3de9856526564c1691b35e7608efc497 2024-11-13T00:38:41,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/2c0b2d28081048a491af3d85f0a3ee00 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2c0b2d28081048a491af3d85f0a3ee00 2024-11-13T00:38:41,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2c0b2d28081048a491af3d85f0a3ee00, entries=250, sequenceid=12, filesize=16.3 K 2024-11-13T00:38:41,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/9bfcdf0bdbfd47d6b4530e97c333f420 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9bfcdf0bdbfd47d6b4530e97c333f420 2024-11-13T00:38:41,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9bfcdf0bdbfd47d6b4530e97c333f420, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T00:38:41,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/3de9856526564c1691b35e7608efc497 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3de9856526564c1691b35e7608efc497 2024-11-13T00:38:41,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3de9856526564c1691b35e7608efc497, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T00:38:41,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3cec83596b8cfb8312793976f70c0db5 in 901ms, sequenceid=12, compaction requested=false 2024-11-13T00:38:41,305 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T00:38:41,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:41,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T00:38:41,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:41,317 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:38:41,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/f2c934e6816d46d39484366ff794bb3f is 50, key is test_row_0/A:col10/1731458320441/Put/seqid=0 2024-11-13T00:38:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742281_1457 (size=12001) 2024-11-13T00:38:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T00:38:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:41,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:41,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458381619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458381619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458381624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458381625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458381626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,727 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/f2c934e6816d46d39484366ff794bb3f 2024-11-13T00:38:41,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/daab72f8e7a94216bab6fdb2eccf83fe is 50, key is test_row_0/B:col10/1731458320441/Put/seqid=0 2024-11-13T00:38:41,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458381736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458381736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458381736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742282_1458 (size=12001) 2024-11-13T00:38:41,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458381746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458381746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458381946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458381946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458381946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458381955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458381955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,139 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/daab72f8e7a94216bab6fdb2eccf83fe 2024-11-13T00:38:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/d1ea47a4d3ee4eae8d91cca6c466a9ed is 50, key is test_row_0/C:col10/1731458320441/Put/seqid=0 2024-11-13T00:38:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742283_1459 (size=12001) 2024-11-13T00:38:42,152 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/d1ea47a4d3ee4eae8d91cca6c466a9ed 2024-11-13T00:38:42,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/f2c934e6816d46d39484366ff794bb3f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f2c934e6816d46d39484366ff794bb3f 2024-11-13T00:38:42,161 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f2c934e6816d46d39484366ff794bb3f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T00:38:42,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/daab72f8e7a94216bab6fdb2eccf83fe as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/daab72f8e7a94216bab6fdb2eccf83fe 2024-11-13T00:38:42,165 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/daab72f8e7a94216bab6fdb2eccf83fe, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T00:38:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/d1ea47a4d3ee4eae8d91cca6c466a9ed as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/d1ea47a4d3ee4eae8d91cca6c466a9ed 2024-11-13T00:38:42,169 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/d1ea47a4d3ee4eae8d91cca6c466a9ed, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T00:38:42,170 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3cec83596b8cfb8312793976f70c0db5 in 853ms, sequenceid=37, compaction requested=false 2024-11-13T00:38:42,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:42,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:42,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-13T00:38:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-13T00:38:42,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-13T00:38:42,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7760 sec 2024-11-13T00:38:42,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.7820 sec 2024-11-13T00:38:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:42,260 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:42,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:38:42,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/26fa9a442b3c46b8a3ebaf37a6e7aa33 is 50, key is test_row_0/A:col10/1731458322258/Put/seqid=0 2024-11-13T00:38:42,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742284_1460 (size=14341) 2024-11-13T00:38:42,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458382306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458382307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458382309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458382311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458382312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458382415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458382426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458382426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458382426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458382436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T00:38:42,536 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:42,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-13T00:38:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T00:38:42,538 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:42,539 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:42,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:42,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458382626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458382636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T00:38:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458382648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458382648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458382656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/26fa9a442b3c46b8a3ebaf37a6e7aa33 2024-11-13T00:38:42,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/3f6c53837710493486f53eee7bd2ddd8 is 50, key is test_row_0/B:col10/1731458322258/Put/seqid=0 2024-11-13T00:38:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742285_1461 (size=12001) 2024-11-13T00:38:42,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/3f6c53837710493486f53eee7bd2ddd8 2024-11-13T00:38:42,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-13T00:38:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:42,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:42,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/4dfc123202f6448ca03acbf3201a297b is 50, key is test_row_0/C:col10/1731458322258/Put/seqid=0 2024-11-13T00:38:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742286_1462 (size=12001) 2024-11-13T00:38:42,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-13T00:38:42,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:42,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:42,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:42,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:42,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T00:38:42,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458382936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458382956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458382966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458382966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:42,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458382966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:42,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:42,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:42,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-13T00:38:42,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:42,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:42,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:42,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:42,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:43,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/4dfc123202f6448ca03acbf3201a297b 2024-11-13T00:38:43,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/26fa9a442b3c46b8a3ebaf37a6e7aa33 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/26fa9a442b3c46b8a3ebaf37a6e7aa33 2024-11-13T00:38:43,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/26fa9a442b3c46b8a3ebaf37a6e7aa33, entries=200, sequenceid=50, filesize=14.0 K 2024-11-13T00:38:43,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/3f6c53837710493486f53eee7bd2ddd8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3f6c53837710493486f53eee7bd2ddd8 2024-11-13T00:38:43,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3f6c53837710493486f53eee7bd2ddd8, entries=150, sequenceid=50, filesize=11.7 K 2024-11-13T00:38:43,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/4dfc123202f6448ca03acbf3201a297b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dfc123202f6448ca03acbf3201a297b 2024-11-13T00:38:43,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dfc123202f6448ca03acbf3201a297b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-13T00:38:43,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3cec83596b8cfb8312793976f70c0db5 in 860ms, sequenceid=50, compaction requested=true 2024-11-13T00:38:43,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:43,121 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:43,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:43,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:43,121 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:43,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:43,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:43,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:43,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:43,122 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:43,122 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/A is initiating minor compaction (all files) 2024-11-13T00:38:43,122 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/A in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:43,122 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2c0b2d28081048a491af3d85f0a3ee00, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f2c934e6816d46d39484366ff794bb3f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/26fa9a442b3c46b8a3ebaf37a6e7aa33] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=42.0 K 2024-11-13T00:38:43,122 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c0b2d28081048a491af3d85f0a3ee00, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731458320399 2024-11-13T00:38:43,122 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:43,122 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2c934e6816d46d39484366ff794bb3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731458320441 2024-11-13T00:38:43,122 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/B is initiating minor compaction (all files) 2024-11-13T00:38:43,123 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/B in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:43,123 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9bfcdf0bdbfd47d6b4530e97c333f420, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/daab72f8e7a94216bab6fdb2eccf83fe, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3f6c53837710493486f53eee7bd2ddd8] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=35.2 K 2024-11-13T00:38:43,123 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26fa9a442b3c46b8a3ebaf37a6e7aa33, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731458321612 2024-11-13T00:38:43,123 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bfcdf0bdbfd47d6b4530e97c333f420, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731458320399 2024-11-13T00:38:43,124 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting daab72f8e7a94216bab6fdb2eccf83fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731458320441 2024-11-13T00:38:43,124 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f6c53837710493486f53eee7bd2ddd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731458321612 2024-11-13T00:38:43,132 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#A#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:43,132 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/b6c303d1b03e48389f90a6ba19f9391b is 50, key is test_row_0/A:col10/1731458322258/Put/seqid=0 2024-11-13T00:38:43,139 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:43,140 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/f3686723d27646c8a24a5270068e72c8 is 50, key is test_row_0/B:col10/1731458322258/Put/seqid=0 2024-11-13T00:38:43,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742287_1463 (size=12104) 2024-11-13T00:38:43,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-13T00:38:43,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:43,152 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:38:43,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742288_1464 (size=12104) 2024-11-13T00:38:43,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/af9f3260c9d04f7584bf86013f14a039 is 50, key is test_row_0/A:col10/1731458322307/Put/seqid=0 2024-11-13T00:38:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T00:38:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742289_1465 (size=12001) 2024-11-13T00:38:43,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T00:38:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458383491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458383493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458383496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458383497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458383500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,553 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/b6c303d1b03e48389f90a6ba19f9391b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b6c303d1b03e48389f90a6ba19f9391b 2024-11-13T00:38:43,557 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/A of 3cec83596b8cfb8312793976f70c0db5 into b6c303d1b03e48389f90a6ba19f9391b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:43,557 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:43,557 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/A, priority=13, startTime=1731458323120; duration=0sec 2024-11-13T00:38:43,557 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:43,558 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:A 2024-11-13T00:38:43,558 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:43,561 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:43,561 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/C is initiating minor compaction (all files) 2024-11-13T00:38:43,561 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/C in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:43,561 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3de9856526564c1691b35e7608efc497, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/d1ea47a4d3ee4eae8d91cca6c466a9ed, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dfc123202f6448ca03acbf3201a297b] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=35.2 K 2024-11-13T00:38:43,562 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3de9856526564c1691b35e7608efc497, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731458320399 2024-11-13T00:38:43,562 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1ea47a4d3ee4eae8d91cca6c466a9ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731458320441 2024-11-13T00:38:43,563 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dfc123202f6448ca03acbf3201a297b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731458321612 2024-11-13T00:38:43,563 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/f3686723d27646c8a24a5270068e72c8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f3686723d27646c8a24a5270068e72c8 2024-11-13T00:38:43,569 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/B of 3cec83596b8cfb8312793976f70c0db5 into f3686723d27646c8a24a5270068e72c8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:43,569 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:43,569 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/B, priority=13, startTime=1731458323121; duration=0sec 2024-11-13T00:38:43,569 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:43,569 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:B 2024-11-13T00:38:43,573 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:43,573 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/70d1820183b545b9b617845d5bc01551 is 50, key is test_row_0/C:col10/1731458322258/Put/seqid=0 2024-11-13T00:38:43,574 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/af9f3260c9d04f7584bf86013f14a039 2024-11-13T00:38:43,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/0f026c3fc41449f9a51662ca76b70ee4 is 50, key is test_row_0/B:col10/1731458322307/Put/seqid=0 2024-11-13T00:38:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742290_1466 (size=12104) 2024-11-13T00:38:43,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742291_1467 (size=12001) 2024-11-13T00:38:43,601 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/70d1820183b545b9b617845d5bc01551 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/70d1820183b545b9b617845d5bc01551 2024-11-13T00:38:43,606 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/C of 3cec83596b8cfb8312793976f70c0db5 into 70d1820183b545b9b617845d5bc01551(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:43,606 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:43,606 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/C, priority=13, startTime=1731458323121; duration=0sec 2024-11-13T00:38:43,606 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:43,606 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:C 2024-11-13T00:38:43,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458383616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458383616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458383626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458383626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458383626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T00:38:43,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458383836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458383836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458383836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458383836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:43,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458383846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,000 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/0f026c3fc41449f9a51662ca76b70ee4 2024-11-13T00:38:44,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/0c3938d3e6434534bd07f521ab0d6541 is 50, key is test_row_0/C:col10/1731458322307/Put/seqid=0 2024-11-13T00:38:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742292_1468 (size=12001) 2024-11-13T00:38:44,015 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/0c3938d3e6434534bd07f521ab0d6541 2024-11-13T00:38:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/af9f3260c9d04f7584bf86013f14a039 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/af9f3260c9d04f7584bf86013f14a039 2024-11-13T00:38:44,027 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/af9f3260c9d04f7584bf86013f14a039, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T00:38:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/0f026c3fc41449f9a51662ca76b70ee4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0f026c3fc41449f9a51662ca76b70ee4 2024-11-13T00:38:44,033 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0f026c3fc41449f9a51662ca76b70ee4, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T00:38:44,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/0c3938d3e6434534bd07f521ab0d6541 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0c3938d3e6434534bd07f521ab0d6541 2024-11-13T00:38:44,037 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0c3938d3e6434534bd07f521ab0d6541, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T00:38:44,038 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3cec83596b8cfb8312793976f70c0db5 in 885ms, sequenceid=74, compaction requested=false 2024-11-13T00:38:44,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:44,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:44,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-13T00:38:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-13T00:38:44,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-13T00:38:44,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5000 sec 2024-11-13T00:38:44,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.5060 sec 2024-11-13T00:38:44,149 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:44,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:38:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:44,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/0917760e6142404b89dcb4b5481faf1f is 50, key is test_row_0/A:col10/1731458323477/Put/seqid=0 2024-11-13T00:38:44,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742293_1469 (size=14341) 2024-11-13T00:38:44,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/0917760e6142404b89dcb4b5481faf1f 2024-11-13T00:38:44,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/eae9bb7a452a471ba8261c7d1133848b is 50, key is test_row_0/B:col10/1731458323477/Put/seqid=0 2024-11-13T00:38:44,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458384203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742294_1470 (size=12001) 2024-11-13T00:38:44,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/eae9bb7a452a471ba8261c7d1133848b 2024-11-13T00:38:44,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458384213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458384214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458384215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458384217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/b66357e80ad6410bbe501cd1e0f50c8c is 50, key is test_row_0/C:col10/1731458323477/Put/seqid=0 2024-11-13T00:38:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742295_1471 (size=12001) 2024-11-13T00:38:44,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/b66357e80ad6410bbe501cd1e0f50c8c 2024-11-13T00:38:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/0917760e6142404b89dcb4b5481faf1f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0917760e6142404b89dcb4b5481faf1f 2024-11-13T00:38:44,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0917760e6142404b89dcb4b5481faf1f, entries=200, sequenceid=90, filesize=14.0 K 2024-11-13T00:38:44,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/eae9bb7a452a471ba8261c7d1133848b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eae9bb7a452a471ba8261c7d1133848b 2024-11-13T00:38:44,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eae9bb7a452a471ba8261c7d1133848b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T00:38:44,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/b66357e80ad6410bbe501cd1e0f50c8c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b66357e80ad6410bbe501cd1e0f50c8c 2024-11-13T00:38:44,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b66357e80ad6410bbe501cd1e0f50c8c, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T00:38:44,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3cec83596b8cfb8312793976f70c0db5 in 128ms, sequenceid=90, compaction requested=true 2024-11-13T00:38:44,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:44,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:44,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:44,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:44,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:44,278 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:44,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:44,278 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:44,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:44,279 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:44,279 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:44,279 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/A is initiating minor compaction (all files) 2024-11-13T00:38:44,279 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/B is initiating minor compaction (all files) 2024-11-13T00:38:44,279 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/A in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:44,279 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/B in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:44,279 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f3686723d27646c8a24a5270068e72c8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0f026c3fc41449f9a51662ca76b70ee4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eae9bb7a452a471ba8261c7d1133848b] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=35.3 K 2024-11-13T00:38:44,279 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b6c303d1b03e48389f90a6ba19f9391b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/af9f3260c9d04f7584bf86013f14a039, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0917760e6142404b89dcb4b5481faf1f] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=37.5 K 2024-11-13T00:38:44,279 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6c303d1b03e48389f90a6ba19f9391b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731458321612 2024-11-13T00:38:44,279 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f3686723d27646c8a24a5270068e72c8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731458321612 2024-11-13T00:38:44,280 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f026c3fc41449f9a51662ca76b70ee4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731458322304 2024-11-13T00:38:44,281 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting af9f3260c9d04f7584bf86013f14a039, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731458322304 2024-11-13T00:38:44,288 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting eae9bb7a452a471ba8261c7d1133848b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731458323477 2024-11-13T00:38:44,289 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0917760e6142404b89dcb4b5481faf1f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731458323477 2024-11-13T00:38:44,306 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#A#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:44,307 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/ae0181c2dc574ac8a473b88d26dbb57c is 50, key is test_row_0/A:col10/1731458323477/Put/seqid=0 2024-11-13T00:38:44,313 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:44,314 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/b1ca31c433fb4cd685ea8714e94e0a00 is 50, key is test_row_0/B:col10/1731458323477/Put/seqid=0 2024-11-13T00:38:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:44,335 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:44,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:38:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742297_1473 (size=12207) 2024-11-13T00:38:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742296_1472 (size=12207) 2024-11-13T00:38:44,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/bdef02d66268416cba68ee447120a713 is 50, key is test_row_0/A:col10/1731458324332/Put/seqid=0 2024-11-13T00:38:44,347 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/ae0181c2dc574ac8a473b88d26dbb57c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/ae0181c2dc574ac8a473b88d26dbb57c 2024-11-13T00:38:44,350 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/b1ca31c433fb4cd685ea8714e94e0a00 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b1ca31c433fb4cd685ea8714e94e0a00 2024-11-13T00:38:44,353 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/A of 3cec83596b8cfb8312793976f70c0db5 into ae0181c2dc574ac8a473b88d26dbb57c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:44,353 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:44,353 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/A, priority=13, startTime=1731458324278; duration=0sec 2024-11-13T00:38:44,353 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:44,353 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:A 2024-11-13T00:38:44,353 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:44,359 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:44,359 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/C is initiating minor compaction (all files) 2024-11-13T00:38:44,360 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/C in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:44,360 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/70d1820183b545b9b617845d5bc01551, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0c3938d3e6434534bd07f521ab0d6541, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b66357e80ad6410bbe501cd1e0f50c8c] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=35.3 K 2024-11-13T00:38:44,360 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70d1820183b545b9b617845d5bc01551, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731458321612 2024-11-13T00:38:44,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742298_1474 (size=14341) 2024-11-13T00:38:44,360 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c3938d3e6434534bd07f521ab0d6541, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731458322304 2024-11-13T00:38:44,361 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting b66357e80ad6410bbe501cd1e0f50c8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731458323477 2024-11-13T00:38:44,363 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/B of 3cec83596b8cfb8312793976f70c0db5 into b1ca31c433fb4cd685ea8714e94e0a00(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:44,363 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:44,363 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/B, priority=13, startTime=1731458324278; duration=0sec 2024-11-13T00:38:44,363 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:44,363 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:B 2024-11-13T00:38:44,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/bdef02d66268416cba68ee447120a713 2024-11-13T00:38:44,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458384358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458384370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458384372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,391 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:44,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458384374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,392 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c58a3f8f97fd4c3c857d20f5fe6470f9 is 50, key is test_row_0/C:col10/1731458323477/Put/seqid=0 2024-11-13T00:38:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458384376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/939e264d34e84a92b2db858bfc5257ed is 50, key is test_row_0/B:col10/1731458324332/Put/seqid=0 2024-11-13T00:38:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742299_1475 (size=12207) 2024-11-13T00:38:44,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742300_1476 (size=12001) 2024-11-13T00:38:44,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/939e264d34e84a92b2db858bfc5257ed 2024-11-13T00:38:44,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c66da4b92c664c9db302ed8bba51e0ca is 50, key is test_row_0/C:col10/1731458324332/Put/seqid=0 2024-11-13T00:38:44,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742301_1477 (size=12001) 2024-11-13T00:38:44,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458384485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458384496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458384496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458384497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458384497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T00:38:44,686 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:44,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-13T00:38:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T00:38:44,689 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:44,690 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:44,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:44,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458384706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458384707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458384707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458384707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458384707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T00:38:44,814 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c58a3f8f97fd4c3c857d20f5fe6470f9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c58a3f8f97fd4c3c857d20f5fe6470f9 2024-11-13T00:38:44,818 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/C of 3cec83596b8cfb8312793976f70c0db5 into c58a3f8f97fd4c3c857d20f5fe6470f9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:44,818 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:44,818 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/C, priority=13, startTime=1731458324278; duration=0sec 2024-11-13T00:38:44,818 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:44,818 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:C 2024-11-13T00:38:44,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c66da4b92c664c9db302ed8bba51e0ca 2024-11-13T00:38:44,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/bdef02d66268416cba68ee447120a713 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/bdef02d66268416cba68ee447120a713 2024-11-13T00:38:44,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/bdef02d66268416cba68ee447120a713, entries=200, sequenceid=114, filesize=14.0 K 2024-11-13T00:38:44,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/939e264d34e84a92b2db858bfc5257ed as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/939e264d34e84a92b2db858bfc5257ed 2024-11-13T00:38:44,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-13T00:38:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:44,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:44,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/939e264d34e84a92b2db858bfc5257ed, entries=150, sequenceid=114, filesize=11.7 K 2024-11-13T00:38:44,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c66da4b92c664c9db302ed8bba51e0ca as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c66da4b92c664c9db302ed8bba51e0ca 2024-11-13T00:38:44,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c66da4b92c664c9db302ed8bba51e0ca, entries=150, sequenceid=114, filesize=11.7 K 2024-11-13T00:38:44,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3cec83596b8cfb8312793976f70c0db5 in 534ms, sequenceid=114, compaction requested=false 2024-11-13T00:38:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:44,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-13T00:38:44,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:44,996 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T00:38:45,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/a6c4688a15b147b08fde3c03617b9d94 is 50, key is test_row_0/A:col10/1731458324372/Put/seqid=0 2024-11-13T00:38:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T00:38:45,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742302_1478 (size=12001) 2024-11-13T00:38:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:45,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458385069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458385080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458385081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458385082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458385083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458385185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458385195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458385206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458385206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458385206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T00:38:45,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458385396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,415 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/a6c4688a15b147b08fde3c03617b9d94 2024-11-13T00:38:45,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/67fcefc330294804873dfafbd6640cdb is 50, key is test_row_0/B:col10/1731458324372/Put/seqid=0 2024-11-13T00:38:45,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458385417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458385417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458385417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458385417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742303_1479 (size=12001) 2024-11-13T00:38:45,467 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/67fcefc330294804873dfafbd6640cdb 2024-11-13T00:38:45,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/3a6de94d5c99480bb53afe070edbcf8b is 50, key is test_row_0/C:col10/1731458324372/Put/seqid=0 2024-11-13T00:38:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742304_1480 (size=12001) 2024-11-13T00:38:45,490 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/3a6de94d5c99480bb53afe070edbcf8b 2024-11-13T00:38:45,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/a6c4688a15b147b08fde3c03617b9d94 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/a6c4688a15b147b08fde3c03617b9d94 2024-11-13T00:38:45,503 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/a6c4688a15b147b08fde3c03617b9d94, entries=150, sequenceid=129, filesize=11.7 K 2024-11-13T00:38:45,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/67fcefc330294804873dfafbd6640cdb as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/67fcefc330294804873dfafbd6640cdb 2024-11-13T00:38:45,508 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/67fcefc330294804873dfafbd6640cdb, entries=150, sequenceid=129, filesize=11.7 K 2024-11-13T00:38:45,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/3a6de94d5c99480bb53afe070edbcf8b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3a6de94d5c99480bb53afe070edbcf8b 2024-11-13T00:38:45,514 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3a6de94d5c99480bb53afe070edbcf8b, entries=150, sequenceid=129, filesize=11.7 K 2024-11-13T00:38:45,515 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3cec83596b8cfb8312793976f70c0db5 in 519ms, sequenceid=129, compaction requested=true 2024-11-13T00:38:45,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:45,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:45,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-13T00:38:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-13T00:38:45,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-13T00:38:45,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 827 msec 2024-11-13T00:38:45,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 835 msec 2024-11-13T00:38:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:45,714 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:45,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:38:45,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/60609837b4504dccbba209bbd75992bb is 50, key is test_row_0/A:col10/1731458325081/Put/seqid=0 2024-11-13T00:38:45,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742305_1481 (size=14541) 2024-11-13T00:38:45,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458385757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458385758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458385774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458385782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458385784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-13T00:38:45,826 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:45,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-13T00:38:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T00:38:45,829 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:45,829 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:45,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:45,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458385886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458385896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458385896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458385905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458385906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T00:38:45,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T00:38:45,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:45,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:45,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:45,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:45,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458386096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458386116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458386116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458386116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458386116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T00:38:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T00:38:46,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/60609837b4504dccbba209bbd75992bb 2024-11-13T00:38:46,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/d1af5a21e2ff4a618b592c6846bc033a is 50, key is test_row_0/B:col10/1731458325081/Put/seqid=0 2024-11-13T00:38:46,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742306_1482 (size=12151) 2024-11-13T00:38:46,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T00:38:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458386416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458386426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458386435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458386436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458386436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T00:38:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T00:38:46,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/d1af5a21e2ff4a618b592c6846bc033a 2024-11-13T00:38:46,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/b6707658509c4ea6a61ed32678eefdc4 is 50, key is test_row_0/C:col10/1731458325081/Put/seqid=0 2024-11-13T00:38:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742307_1483 (size=12151) 2024-11-13T00:38:46,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T00:38:46,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:46,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T00:38:46,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:46,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T00:38:46,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:46,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:46,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458386936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458386946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458386946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458386956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:46,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458386957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T00:38:46,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/b6707658509c4ea6a61ed32678eefdc4 2024-11-13T00:38:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/60609837b4504dccbba209bbd75992bb as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/60609837b4504dccbba209bbd75992bb 2024-11-13T00:38:46,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/60609837b4504dccbba209bbd75992bb, entries=200, sequenceid=154, filesize=14.2 K 2024-11-13T00:38:46,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/d1af5a21e2ff4a618b592c6846bc033a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d1af5a21e2ff4a618b592c6846bc033a 2024-11-13T00:38:47,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d1af5a21e2ff4a618b592c6846bc033a, entries=150, sequenceid=154, filesize=11.9 K 2024-11-13T00:38:47,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/b6707658509c4ea6a61ed32678eefdc4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b6707658509c4ea6a61ed32678eefdc4 2024-11-13T00:38:47,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b6707658509c4ea6a61ed32678eefdc4, entries=150, sequenceid=154, filesize=11.9 K 2024-11-13T00:38:47,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3cec83596b8cfb8312793976f70c0db5 in 1291ms, sequenceid=154, compaction requested=true 2024-11-13T00:38:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:47,006 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:47,006 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:47,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:47,007 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:47,007 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:47,007 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/A is initiating minor compaction (all files) 2024-11-13T00:38:47,007 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/B is initiating minor compaction (all files) 2024-11-13T00:38:47,007 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/B in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:47,007 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/A in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:47,007 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/ae0181c2dc574ac8a473b88d26dbb57c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/bdef02d66268416cba68ee447120a713, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/a6c4688a15b147b08fde3c03617b9d94, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/60609837b4504dccbba209bbd75992bb] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=51.8 K 2024-11-13T00:38:47,007 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b1ca31c433fb4cd685ea8714e94e0a00, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/939e264d34e84a92b2db858bfc5257ed, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/67fcefc330294804873dfafbd6640cdb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d1af5a21e2ff4a618b592c6846bc033a] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=47.2 K 2024-11-13T00:38:47,007 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae0181c2dc574ac8a473b88d26dbb57c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731458323477 2024-11-13T00:38:47,007 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b1ca31c433fb4cd685ea8714e94e0a00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731458323477 2024-11-13T00:38:47,008 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdef02d66268416cba68ee447120a713, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731458324204 2024-11-13T00:38:47,008 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 939e264d34e84a92b2db858bfc5257ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731458324204 2024-11-13T00:38:47,008 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6c4688a15b147b08fde3c03617b9d94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731458324367 2024-11-13T00:38:47,008 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 67fcefc330294804873dfafbd6640cdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731458324367 2024-11-13T00:38:47,008 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60609837b4504dccbba209bbd75992bb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731458325068 2024-11-13T00:38:47,008 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d1af5a21e2ff4a618b592c6846bc033a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731458325068 2024-11-13T00:38:47,016 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#A#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:47,017 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/db266f0f829e4d3b8e5363540923599c is 50, key is test_row_0/A:col10/1731458325081/Put/seqid=0 2024-11-13T00:38:47,019 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#B#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:47,019 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/b80d6a9e4a694915a5428943ee234fa2 is 50, key is test_row_0/B:col10/1731458325081/Put/seqid=0 2024-11-13T00:38:47,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742308_1484 (size=12493) 2024-11-13T00:38:47,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742309_1485 (size=12493) 2024-11-13T00:38:47,037 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/b80d6a9e4a694915a5428943ee234fa2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b80d6a9e4a694915a5428943ee234fa2 2024-11-13T00:38:47,043 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/B of 3cec83596b8cfb8312793976f70c0db5 into b80d6a9e4a694915a5428943ee234fa2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:47,043 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:47,043 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/B, priority=12, startTime=1731458327006; duration=0sec 2024-11-13T00:38:47,043 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:47,043 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:B 2024-11-13T00:38:47,043 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:47,045 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:47,045 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/C is initiating minor compaction (all files) 2024-11-13T00:38:47,045 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/C in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:47,045 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c58a3f8f97fd4c3c857d20f5fe6470f9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c66da4b92c664c9db302ed8bba51e0ca, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3a6de94d5c99480bb53afe070edbcf8b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b6707658509c4ea6a61ed32678eefdc4] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=47.2 K 2024-11-13T00:38:47,047 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c58a3f8f97fd4c3c857d20f5fe6470f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731458323477 2024-11-13T00:38:47,048 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c66da4b92c664c9db302ed8bba51e0ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731458324204 2024-11-13T00:38:47,048 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a6de94d5c99480bb53afe070edbcf8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731458324367 2024-11-13T00:38:47,048 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b6707658509c4ea6a61ed32678eefdc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731458325068 2024-11-13T00:38:47,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T00:38:47,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:47,061 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:38:47,065 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#C#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:47,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/b86ee90dda9c4acf9efe34b9847468b0 is 50, key is test_row_0/A:col10/1731458325776/Put/seqid=0 2024-11-13T00:38:47,066 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/4dc0bb742bab4ed4bf3476dafb6ab44f is 50, key is test_row_0/C:col10/1731458325081/Put/seqid=0 2024-11-13T00:38:47,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742310_1486 (size=12151) 2024-11-13T00:38:47,078 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/b86ee90dda9c4acf9efe34b9847468b0 2024-11-13T00:38:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742311_1487 (size=12493) 2024-11-13T00:38:47,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/1a7b1e77c82f4328bac8416573fda0da is 50, key is test_row_0/B:col10/1731458325776/Put/seqid=0 2024-11-13T00:38:47,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742312_1488 (size=12151) 2024-11-13T00:38:47,433 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/db266f0f829e4d3b8e5363540923599c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/db266f0f829e4d3b8e5363540923599c 2024-11-13T00:38:47,438 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/A of 3cec83596b8cfb8312793976f70c0db5 into db266f0f829e4d3b8e5363540923599c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:47,438 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:47,438 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/A, priority=12, startTime=1731458327006; duration=0sec 2024-11-13T00:38:47,438 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:47,438 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:A 2024-11-13T00:38:47,493 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/4dc0bb742bab4ed4bf3476dafb6ab44f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dc0bb742bab4ed4bf3476dafb6ab44f 2024-11-13T00:38:47,497 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/C of 3cec83596b8cfb8312793976f70c0db5 into 4dc0bb742bab4ed4bf3476dafb6ab44f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:47,497 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:47,497 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/C, priority=12, startTime=1731458327006; duration=0sec 2024-11-13T00:38:47,497 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:47,497 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:C 2024-11-13T00:38:47,500 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/1a7b1e77c82f4328bac8416573fda0da 2024-11-13T00:38:47,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/4458b09d7b3947d38e634feda24e6218 is 50, key is test_row_0/C:col10/1731458325776/Put/seqid=0 2024-11-13T00:38:47,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742313_1489 (size=12151) 2024-11-13T00:38:47,919 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/4458b09d7b3947d38e634feda24e6218 2024-11-13T00:38:47,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/b86ee90dda9c4acf9efe34b9847468b0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b86ee90dda9c4acf9efe34b9847468b0 2024-11-13T00:38:47,929 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b86ee90dda9c4acf9efe34b9847468b0, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T00:38:47,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/1a7b1e77c82f4328bac8416573fda0da as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/1a7b1e77c82f4328bac8416573fda0da 2024-11-13T00:38:47,933 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/1a7b1e77c82f4328bac8416573fda0da, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T00:38:47,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/4458b09d7b3947d38e634feda24e6218 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4458b09d7b3947d38e634feda24e6218 2024-11-13T00:38:47,938 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4458b09d7b3947d38e634feda24e6218, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T00:38:47,940 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 3cec83596b8cfb8312793976f70c0db5 in 880ms, sequenceid=166, compaction requested=false 2024-11-13T00:38:47,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-13T00:38:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-13T00:38:47,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-13T00:38:47,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1130 sec 2024-11-13T00:38:47,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.1180 sec 2024-11-13T00:38:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T00:38:47,976 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:47,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-13T00:38:47,978 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T00:38:47,979 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:47,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:47,981 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:47,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:38:47,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/3a9d193b94ec404ea813f8528e514107 is 50, key is test_row_0/A:col10/1731458327971/Put/seqid=0 2024-11-13T00:38:48,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742314_1490 (size=12151) 2024-11-13T00:38:48,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458388029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458388030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458388031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458388032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458388043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T00:38:48,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T00:38:48,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:48,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458388146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458388156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458388156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458388156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458388156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T00:38:48,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:48,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T00:38:48,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458388366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458388366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458388366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458388376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458388376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/3a9d193b94ec404ea813f8528e514107 2024-11-13T00:38:48,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/25df9e07ab414ca681948c7f35530a64 is 50, key is test_row_0/B:col10/1731458327971/Put/seqid=0 2024-11-13T00:38:48,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742315_1491 (size=12151) 2024-11-13T00:38:48,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/25df9e07ab414ca681948c7f35530a64 2024-11-13T00:38:48,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T00:38:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/ebbda5b2ad614f2ab3604dd667199c78 is 50, key is test_row_0/C:col10/1731458327971/Put/seqid=0 2024-11-13T00:38:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742316_1492 (size=12151) 2024-11-13T00:38:48,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T00:38:48,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:48,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T00:38:48,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458388686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458388686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458388686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458388696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458388696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:48,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:48,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:48,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T00:38:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:48,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/ebbda5b2ad614f2ab3604dd667199c78 2024-11-13T00:38:48,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/3a9d193b94ec404ea813f8528e514107 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a9d193b94ec404ea813f8528e514107 2024-11-13T00:38:48,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a9d193b94ec404ea813f8528e514107, entries=150, sequenceid=180, filesize=11.9 K 2024-11-13T00:38:48,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/25df9e07ab414ca681948c7f35530a64 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/25df9e07ab414ca681948c7f35530a64 2024-11-13T00:38:48,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/25df9e07ab414ca681948c7f35530a64, entries=150, sequenceid=180, filesize=11.9 K 2024-11-13T00:38:48,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/ebbda5b2ad614f2ab3604dd667199c78 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ebbda5b2ad614f2ab3604dd667199c78 2024-11-13T00:38:48,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ebbda5b2ad614f2ab3604dd667199c78, entries=150, sequenceid=180, filesize=11.9 K 2024-11-13T00:38:48,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3cec83596b8cfb8312793976f70c0db5 in 903ms, sequenceid=180, compaction requested=true 2024-11-13T00:38:48,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:48,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:48,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:48,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:48,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:48,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:48,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:48,884 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:48,884 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:48,885 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:48,885 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/A is initiating minor compaction (all files) 2024-11-13T00:38:48,885 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/A in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,886 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/db266f0f829e4d3b8e5363540923599c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b86ee90dda9c4acf9efe34b9847468b0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a9d193b94ec404ea813f8528e514107] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=35.9 K 2024-11-13T00:38:48,886 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:48,886 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/B is initiating minor compaction (all files) 2024-11-13T00:38:48,886 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/B in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,886 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting db266f0f829e4d3b8e5363540923599c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731458325068 2024-11-13T00:38:48,886 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b80d6a9e4a694915a5428943ee234fa2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/1a7b1e77c82f4328bac8416573fda0da, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/25df9e07ab414ca681948c7f35530a64] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=35.9 K 2024-11-13T00:38:48,886 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting b86ee90dda9c4acf9efe34b9847468b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731458325758 2024-11-13T00:38:48,886 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b80d6a9e4a694915a5428943ee234fa2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731458325068 2024-11-13T00:38:48,887 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a9d193b94ec404ea813f8528e514107, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731458327968 2024-11-13T00:38:48,887 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a7b1e77c82f4328bac8416573fda0da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731458325758 2024-11-13T00:38:48,887 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 25df9e07ab414ca681948c7f35530a64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731458327968 2024-11-13T00:38:48,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T00:38:48,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,901 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:38:48,901 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#A#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:48,902 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/10636d08c96643db934927944d10d6a6 is 50, key is test_row_0/A:col10/1731458327971/Put/seqid=0 2024-11-13T00:38:48,906 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:48,907 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/0dd848edf638419d9edfc3c303ea413b is 50, key is test_row_0/B:col10/1731458327971/Put/seqid=0 2024-11-13T00:38:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/05d9fbe345ee4d81afc4d3156dfa189e is 50, key is test_row_0/A:col10/1731458328029/Put/seqid=0 2024-11-13T00:38:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742317_1493 (size=12595) 2024-11-13T00:38:48,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742318_1494 (size=12595) 2024-11-13T00:38:48,961 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/0dd848edf638419d9edfc3c303ea413b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0dd848edf638419d9edfc3c303ea413b 2024-11-13T00:38:48,967 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/B of 3cec83596b8cfb8312793976f70c0db5 into 0dd848edf638419d9edfc3c303ea413b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:48,967 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:48,967 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/B, priority=13, startTime=1731458328884; duration=0sec 2024-11-13T00:38:48,967 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:48,967 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:B 2024-11-13T00:38:48,967 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:48,969 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:48,969 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/C is initiating minor compaction (all files) 2024-11-13T00:38:48,969 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/C in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:48,969 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dc0bb742bab4ed4bf3476dafb6ab44f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4458b09d7b3947d38e634feda24e6218, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ebbda5b2ad614f2ab3604dd667199c78] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=35.9 K 2024-11-13T00:38:48,969 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dc0bb742bab4ed4bf3476dafb6ab44f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731458325068 2024-11-13T00:38:48,970 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4458b09d7b3947d38e634feda24e6218, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731458325758 2024-11-13T00:38:48,970 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ebbda5b2ad614f2ab3604dd667199c78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731458327968 2024-11-13T00:38:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742319_1495 (size=12151) 2024-11-13T00:38:48,978 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/05d9fbe345ee4d81afc4d3156dfa189e 2024-11-13T00:38:48,989 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:48,989 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/771c4c8952d04d4d83a8ddd75a900142 is 50, key is test_row_0/C:col10/1731458327971/Put/seqid=0 2024-11-13T00:38:48,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/f5a94b2e01b8478fbe7bf643ea108289 is 50, key is test_row_0/B:col10/1731458328029/Put/seqid=0 2024-11-13T00:38:49,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742321_1497 (size=12151) 2024-11-13T00:38:49,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742320_1496 (size=12595) 2024-11-13T00:38:49,020 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/f5a94b2e01b8478fbe7bf643ea108289 2024-11-13T00:38:49,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/dbc916e29ac545b3bed878ebcd900233 is 50, key is test_row_0/C:col10/1731458328029/Put/seqid=0 2024-11-13T00:38:49,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742322_1498 (size=12151) 2024-11-13T00:38:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T00:38:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:49,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:49,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458389226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458389226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458389228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458389229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458389239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,327 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/10636d08c96643db934927944d10d6a6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/10636d08c96643db934927944d10d6a6 2024-11-13T00:38:49,332 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/A of 3cec83596b8cfb8312793976f70c0db5 into 10636d08c96643db934927944d10d6a6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:49,332 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:49,332 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/A, priority=13, startTime=1731458328884; duration=0sec 2024-11-13T00:38:49,332 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:49,332 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:A 2024-11-13T00:38:49,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458389346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458389346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458389346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458389347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,425 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/771c4c8952d04d4d83a8ddd75a900142 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/771c4c8952d04d4d83a8ddd75a900142 2024-11-13T00:38:49,429 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/C of 3cec83596b8cfb8312793976f70c0db5 into 771c4c8952d04d4d83a8ddd75a900142(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:49,429 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:49,429 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/C, priority=13, startTime=1731458328884; duration=0sec 2024-11-13T00:38:49,429 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:49,429 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:C 2024-11-13T00:38:49,457 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/dbc916e29ac545b3bed878ebcd900233 2024-11-13T00:38:49,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/05d9fbe345ee4d81afc4d3156dfa189e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/05d9fbe345ee4d81afc4d3156dfa189e 2024-11-13T00:38:49,463 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/05d9fbe345ee4d81afc4d3156dfa189e, entries=150, sequenceid=204, filesize=11.9 K 2024-11-13T00:38:49,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T00:38:49,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/f5a94b2e01b8478fbe7bf643ea108289 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f5a94b2e01b8478fbe7bf643ea108289 2024-11-13T00:38:49,467 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f5a94b2e01b8478fbe7bf643ea108289, entries=150, sequenceid=204, filesize=11.9 K 2024-11-13T00:38:49,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/dbc916e29ac545b3bed878ebcd900233 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/dbc916e29ac545b3bed878ebcd900233 2024-11-13T00:38:49,471 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/dbc916e29ac545b3bed878ebcd900233, entries=150, sequenceid=204, filesize=11.9 K 2024-11-13T00:38:49,471 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3cec83596b8cfb8312793976f70c0db5 in 570ms, sequenceid=204, compaction requested=false 2024-11-13T00:38:49,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:49,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:49,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-13T00:38:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-13T00:38:49,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-13T00:38:49,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4940 sec 2024-11-13T00:38:49,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.5000 sec 2024-11-13T00:38:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:49,571 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:49,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:38:49,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/f4ed38185112421a8184ce8fdee36c0e is 50, key is test_row_0/A:col10/1731458329227/Put/seqid=0 2024-11-13T00:38:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742323_1499 (size=14541) 2024-11-13T00:38:49,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458389624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458389627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458389634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458389636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458389747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458389747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458389747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458389756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458389969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458389969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458389969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458389976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:49,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/f4ed38185112421a8184ce8fdee36c0e 2024-11-13T00:38:50,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/fb0cc9a222b74de0a8e9494a721dd0aa is 50, key is test_row_0/B:col10/1731458329227/Put/seqid=0 2024-11-13T00:38:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742324_1500 (size=12151) 2024-11-13T00:38:50,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/fb0cc9a222b74de0a8e9494a721dd0aa 2024-11-13T00:38:50,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/9dad81cec33d4d12bd5239c1cca9c6ba is 50, key is test_row_0/C:col10/1731458329227/Put/seqid=0 2024-11-13T00:38:50,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742325_1501 (size=12151) 2024-11-13T00:38:50,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/9dad81cec33d4d12bd5239c1cca9c6ba 2024-11-13T00:38:50,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/f4ed38185112421a8184ce8fdee36c0e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f4ed38185112421a8184ce8fdee36c0e 2024-11-13T00:38:50,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f4ed38185112421a8184ce8fdee36c0e, entries=200, sequenceid=220, filesize=14.2 K 2024-11-13T00:38:50,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/fb0cc9a222b74de0a8e9494a721dd0aa as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/fb0cc9a222b74de0a8e9494a721dd0aa 2024-11-13T00:38:50,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/fb0cc9a222b74de0a8e9494a721dd0aa, entries=150, sequenceid=220, filesize=11.9 K 2024-11-13T00:38:50,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/9dad81cec33d4d12bd5239c1cca9c6ba as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/9dad81cec33d4d12bd5239c1cca9c6ba 2024-11-13T00:38:50,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/9dad81cec33d4d12bd5239c1cca9c6ba, entries=150, sequenceid=220, filesize=11.9 K 2024-11-13T00:38:50,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3cec83596b8cfb8312793976f70c0db5 in 525ms, sequenceid=220, compaction requested=true 2024-11-13T00:38:50,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:50,097 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:50,097 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:50,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:50,098 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:50,098 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/A is initiating minor compaction (all files) 2024-11-13T00:38:50,098 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:50,098 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/A in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,098 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/B is initiating minor compaction (all files) 2024-11-13T00:38:50,098 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/B in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,098 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/10636d08c96643db934927944d10d6a6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/05d9fbe345ee4d81afc4d3156dfa189e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f4ed38185112421a8184ce8fdee36c0e] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=38.4 K 2024-11-13T00:38:50,098 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0dd848edf638419d9edfc3c303ea413b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f5a94b2e01b8478fbe7bf643ea108289, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/fb0cc9a222b74de0a8e9494a721dd0aa] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=36.0 K 2024-11-13T00:38:50,098 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dd848edf638419d9edfc3c303ea413b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731458327968 2024-11-13T00:38:50,098 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10636d08c96643db934927944d10d6a6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731458327968 2024-11-13T00:38:50,099 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f5a94b2e01b8478fbe7bf643ea108289, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731458328029 2024-11-13T00:38:50,099 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05d9fbe345ee4d81afc4d3156dfa189e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731458328029 2024-11-13T00:38:50,099 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting fb0cc9a222b74de0a8e9494a721dd0aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458329222 2024-11-13T00:38:50,099 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4ed38185112421a8184ce8fdee36c0e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458329222 2024-11-13T00:38:50,105 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:50,105 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#A#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:50,106 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/a78c3ac6c487462bb9c55e46b41db89c is 50, key is test_row_0/B:col10/1731458329227/Put/seqid=0 2024-11-13T00:38:50,106 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/3397a4037f324767a98de1f268754f3e is 50, key is test_row_0/A:col10/1731458329227/Put/seqid=0 2024-11-13T00:38:50,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742326_1502 (size=12697) 2024-11-13T00:38:50,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742327_1503 (size=12697) 2024-11-13T00:38:50,124 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/3397a4037f324767a98de1f268754f3e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3397a4037f324767a98de1f268754f3e 2024-11-13T00:38:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T00:38:50,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:50,128 INFO [Async-Client-Retry-Timer-pool-0 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:50,128 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/A of 3cec83596b8cfb8312793976f70c0db5 into 3397a4037f324767a98de1f268754f3e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:50,128 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:50,128 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/A, priority=13, startTime=1731458330097; duration=0sec 2024-11-13T00:38:50,128 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:50,128 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:A 2024-11-13T00:38:50,128 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:50,129 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:50,129 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/C is initiating minor compaction (all files) 2024-11-13T00:38:50,129 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/C in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,130 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/771c4c8952d04d4d83a8ddd75a900142, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/dbc916e29ac545b3bed878ebcd900233, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/9dad81cec33d4d12bd5239c1cca9c6ba] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=36.0 K 2024-11-13T00:38:50,130 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 771c4c8952d04d4d83a8ddd75a900142, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731458327968 2024-11-13T00:38:50,130 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbc916e29ac545b3bed878ebcd900233, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731458328029 2024-11-13T00:38:50,130 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dad81cec33d4d12bd5239c1cca9c6ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458329222 2024-11-13T00:38:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-13T00:38:50,132 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T00:38:50,133 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:50,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:50,136 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:50,137 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/35e89c0f527d42baabbc492fc6ffcfa2 is 50, key is test_row_0/C:col10/1731458329227/Put/seqid=0 2024-11-13T00:38:50,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742328_1504 (size=12697) 2024-11-13T00:38:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T00:38:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:50,265 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:50,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:38:50,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/fb44b45a33934333b69f5f02d8ab92a6 is 50, key is test_row_0/A:col10/1731458329633/Put/seqid=0 2024-11-13T00:38:50,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742329_1505 (size=14541) 2024-11-13T00:38:50,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T00:38:50,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:50,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458390307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458390309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458390313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458390322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458390323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458390426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458390426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T00:38:50,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:50,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T00:38:50,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458390436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458390436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458390436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,530 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/a78c3ac6c487462bb9c55e46b41db89c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/a78c3ac6c487462bb9c55e46b41db89c 2024-11-13T00:38:50,535 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/B of 3cec83596b8cfb8312793976f70c0db5 into a78c3ac6c487462bb9c55e46b41db89c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:50,535 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:50,535 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/B, priority=13, startTime=1731458330097; duration=0sec 2024-11-13T00:38:50,535 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:50,535 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:B 2024-11-13T00:38:50,552 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/35e89c0f527d42baabbc492fc6ffcfa2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e89c0f527d42baabbc492fc6ffcfa2 2024-11-13T00:38:50,556 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/C of 3cec83596b8cfb8312793976f70c0db5 into 35e89c0f527d42baabbc492fc6ffcfa2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:50,556 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:50,556 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/C, priority=13, startTime=1731458330097; duration=0sec 2024-11-13T00:38:50,556 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:50,556 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:C 2024-11-13T00:38:50,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T00:38:50,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:50,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458390645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458390645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458390656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458390656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458390656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:50,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/fb44b45a33934333b69f5f02d8ab92a6 2024-11-13T00:38:50,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/42d7497d14f847a7a07f4ca86035d550 is 50, key is test_row_0/B:col10/1731458329633/Put/seqid=0 2024-11-13T00:38:50,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742330_1506 (size=12151) 2024-11-13T00:38:50,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/42d7497d14f847a7a07f4ca86035d550 2024-11-13T00:38:50,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/f7ed79e7a9454f5584c9f17cdbbdf304 is 50, key is test_row_0/C:col10/1731458329633/Put/seqid=0 2024-11-13T00:38:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742331_1507 (size=12151) 2024-11-13T00:38:50,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/f7ed79e7a9454f5584c9f17cdbbdf304 2024-11-13T00:38:50,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/fb44b45a33934333b69f5f02d8ab92a6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fb44b45a33934333b69f5f02d8ab92a6 2024-11-13T00:38:50,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fb44b45a33934333b69f5f02d8ab92a6, entries=200, sequenceid=245, filesize=14.2 K 2024-11-13T00:38:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/42d7497d14f847a7a07f4ca86035d550 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/42d7497d14f847a7a07f4ca86035d550 2024-11-13T00:38:50,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/42d7497d14f847a7a07f4ca86035d550, entries=150, sequenceid=245, filesize=11.9 K 2024-11-13T00:38:50,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/f7ed79e7a9454f5584c9f17cdbbdf304 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f7ed79e7a9454f5584c9f17cdbbdf304 2024-11-13T00:38:50,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T00:38:50,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:50,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f7ed79e7a9454f5584c9f17cdbbdf304, entries=150, sequenceid=245, filesize=11.9 K 2024-11-13T00:38:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:50,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3cec83596b8cfb8312793976f70c0db5 in 485ms, sequenceid=245, compaction requested=false 2024-11-13T00:38:50,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T00:38:50,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T00:38:50,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:50,901 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T00:38:50,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/6df56e97cb5243f58edd81c9d49fb912 is 50, key is test_row_0/A:col10/1731458330321/Put/seqid=0 2024-11-13T00:38:50,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742332_1508 (size=9807) 2024-11-13T00:38:50,928 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/6df56e97cb5243f58edd81c9d49fb912 2024-11-13T00:38:50,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/9afc3190ed924cfd99359ebdfd43df3c is 50, key is test_row_0/B:col10/1731458330321/Put/seqid=0 2024-11-13T00:38:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742333_1509 (size=9807) 2024-11-13T00:38:50,948 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/9afc3190ed924cfd99359ebdfd43df3c 2024-11-13T00:38:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/35e217147880437da92d35b12b500164 is 50, key is test_row_0/C:col10/1731458330321/Put/seqid=0 2024-11-13T00:38:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:50,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:50,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742334_1510 (size=9807) 2024-11-13T00:38:50,975 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/35e217147880437da92d35b12b500164 2024-11-13T00:38:50,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/6df56e97cb5243f58edd81c9d49fb912 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6df56e97cb5243f58edd81c9d49fb912 2024-11-13T00:38:50,994 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6df56e97cb5243f58edd81c9d49fb912, entries=100, sequenceid=260, filesize=9.6 K 2024-11-13T00:38:50,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/9afc3190ed924cfd99359ebdfd43df3c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9afc3190ed924cfd99359ebdfd43df3c 2024-11-13T00:38:50,999 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9afc3190ed924cfd99359ebdfd43df3c, entries=100, sequenceid=260, filesize=9.6 K 2024-11-13T00:38:51,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/35e217147880437da92d35b12b500164 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e217147880437da92d35b12b500164 2024-11-13T00:38:51,009 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e217147880437da92d35b12b500164, entries=100, sequenceid=260, filesize=9.6 K 2024-11-13T00:38:51,010 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=100.63 KB/103050 for 3cec83596b8cfb8312793976f70c0db5 in 109ms, sequenceid=260, compaction requested=true 2024-11-13T00:38:51,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:51,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-13T00:38:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-13T00:38:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:51,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T00:38:51,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-13T00:38:51,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 879 msec 2024-11-13T00:38:51,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 889 msec 2024-11-13T00:38:51,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/847c20576c2c444ea30920dcfed2f54c is 50, key is test_row_0/A:col10/1731458331007/Put/seqid=0 2024-11-13T00:38:51,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742335_1511 (size=19621) 2024-11-13T00:38:51,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458391039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458391041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458391046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458391047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458391051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458391166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458391166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458391166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458391166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458391176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T00:38:51,266 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:51,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-13T00:38:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T00:38:51,272 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:51,272 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:51,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T00:38:51,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458391386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458391386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458391386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458391386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458391396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T00:38:51,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:51,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/847c20576c2c444ea30920dcfed2f54c 2024-11-13T00:38:51,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/57c6f2496e9443d8adee12569c8e5834 is 50, key is test_row_0/B:col10/1731458331007/Put/seqid=0 2024-11-13T00:38:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742336_1512 (size=12301) 2024-11-13T00:38:51,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/57c6f2496e9443d8adee12569c8e5834 2024-11-13T00:38:51,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/6a822bdd1546483d9a2eca3787f1276d is 50, key is test_row_0/C:col10/1731458331007/Put/seqid=0 2024-11-13T00:38:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742337_1513 (size=12301) 2024-11-13T00:38:51,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T00:38:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T00:38:51,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458391707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458391707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458391707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458391708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458391716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:51,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T00:38:51,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:51,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/6a822bdd1546483d9a2eca3787f1276d 2024-11-13T00:38:51,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/847c20576c2c444ea30920dcfed2f54c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/847c20576c2c444ea30920dcfed2f54c 2024-11-13T00:38:51,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T00:38:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:51,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/847c20576c2c444ea30920dcfed2f54c, entries=300, sequenceid=279, filesize=19.2 K 2024-11-13T00:38:51,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/57c6f2496e9443d8adee12569c8e5834 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/57c6f2496e9443d8adee12569c8e5834 2024-11-13T00:38:51,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/57c6f2496e9443d8adee12569c8e5834, entries=150, sequenceid=279, filesize=12.0 K 2024-11-13T00:38:51,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/6a822bdd1546483d9a2eca3787f1276d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6a822bdd1546483d9a2eca3787f1276d 2024-11-13T00:38:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T00:38:51,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6a822bdd1546483d9a2eca3787f1276d, entries=150, sequenceid=279, filesize=12.0 K 2024-11-13T00:38:51,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 3cec83596b8cfb8312793976f70c0db5 in 888ms, sequenceid=279, compaction requested=true 2024-11-13T00:38:51,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:51,899 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:51,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:51,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:51,900 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:51,902 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56666 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:51,902 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/A is initiating minor compaction (all files) 2024-11-13T00:38:51,902 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/A in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,902 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3397a4037f324767a98de1f268754f3e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fb44b45a33934333b69f5f02d8ab92a6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6df56e97cb5243f58edd81c9d49fb912, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/847c20576c2c444ea30920dcfed2f54c] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=55.3 K 2024-11-13T00:38:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:51,902 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3397a4037f324767a98de1f268754f3e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458329222 2024-11-13T00:38:51,903 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb44b45a33934333b69f5f02d8ab92a6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731458329624 2024-11-13T00:38:51,903 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46956 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:51,903 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6df56e97cb5243f58edd81c9d49fb912, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731458330305 2024-11-13T00:38:51,903 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/B is initiating minor compaction (all files) 2024-11-13T00:38:51,903 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/B in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,903 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/a78c3ac6c487462bb9c55e46b41db89c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/42d7497d14f847a7a07f4ca86035d550, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9afc3190ed924cfd99359ebdfd43df3c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/57c6f2496e9443d8adee12569c8e5834] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=45.9 K 2024-11-13T00:38:51,903 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 847c20576c2c444ea30920dcfed2f54c, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731458330992 2024-11-13T00:38:51,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:51,904 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting a78c3ac6c487462bb9c55e46b41db89c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458329222 2024-11-13T00:38:51,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:51,904 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 42d7497d14f847a7a07f4ca86035d550, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731458329633 2024-11-13T00:38:51,905 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 9afc3190ed924cfd99359ebdfd43df3c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731458330305 2024-11-13T00:38:51,905 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 57c6f2496e9443d8adee12569c8e5834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731458330992 2024-11-13T00:38:51,912 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#A#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:51,916 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#B#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:51,916 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/f737b523ba9b40d98df42124fe3faf17 is 50, key is test_row_0/B:col10/1731458331007/Put/seqid=0 2024-11-13T00:38:51,919 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/c8f893a20a534e44a05e052b4d93722d is 50, key is test_row_0/A:col10/1731458331007/Put/seqid=0 2024-11-13T00:38:51,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742338_1514 (size=12983) 2024-11-13T00:38:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742339_1515 (size=12983) 2024-11-13T00:38:51,948 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/c8f893a20a534e44a05e052b4d93722d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/c8f893a20a534e44a05e052b4d93722d 2024-11-13T00:38:51,952 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/A of 3cec83596b8cfb8312793976f70c0db5 into c8f893a20a534e44a05e052b4d93722d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:51,952 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:51,953 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/A, priority=12, startTime=1731458331899; duration=0sec 2024-11-13T00:38:51,953 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:51,953 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:A 2024-11-13T00:38:51,953 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:51,957 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46956 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:51,957 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/C is initiating minor compaction (all files) 2024-11-13T00:38:51,958 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/C in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:51,958 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e89c0f527d42baabbc492fc6ffcfa2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f7ed79e7a9454f5584c9f17cdbbdf304, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e217147880437da92d35b12b500164, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6a822bdd1546483d9a2eca3787f1276d] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=45.9 K 2024-11-13T00:38:51,958 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35e89c0f527d42baabbc492fc6ffcfa2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731458329222 2024-11-13T00:38:51,958 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7ed79e7a9454f5584c9f17cdbbdf304, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731458329633 2024-11-13T00:38:51,959 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35e217147880437da92d35b12b500164, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731458330305 2024-11-13T00:38:51,959 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a822bdd1546483d9a2eca3787f1276d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731458330992 2024-11-13T00:38:51,970 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#C#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:51,971 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/6bbbff5a63c54307a6cfe11c11e42e59 is 50, key is test_row_0/C:col10/1731458331007/Put/seqid=0 2024-11-13T00:38:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742340_1516 (size=12983) 2024-11-13T00:38:52,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T00:38:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:52,038 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T00:38:52,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/248be98af591490d8df20c63fa669c9c is 50, key is test_row_0/A:col10/1731458331049/Put/seqid=0 2024-11-13T00:38:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742341_1517 (size=12301) 2024-11-13T00:38:52,095 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/248be98af591490d8df20c63fa669c9c 2024-11-13T00:38:52,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/d0738b584928457cb3f0d1bdfd2d67aa is 50, key is test_row_0/B:col10/1731458331049/Put/seqid=0 2024-11-13T00:38:52,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742342_1518 (size=12301) 2024-11-13T00:38:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:52,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458392297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458392298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458392307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458392312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458392313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,344 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/f737b523ba9b40d98df42124fe3faf17 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f737b523ba9b40d98df42124fe3faf17 2024-11-13T00:38:52,348 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/B of 3cec83596b8cfb8312793976f70c0db5 into f737b523ba9b40d98df42124fe3faf17(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:52,349 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:52,349 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/B, priority=12, startTime=1731458331900; duration=0sec 2024-11-13T00:38:52,349 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:52,349 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:B 2024-11-13T00:38:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T00:38:52,424 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/6bbbff5a63c54307a6cfe11c11e42e59 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6bbbff5a63c54307a6cfe11c11e42e59 2024-11-13T00:38:52,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458392416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458392416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458392426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458392426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,438 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/C of 3cec83596b8cfb8312793976f70c0db5 into 6bbbff5a63c54307a6cfe11c11e42e59(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:52,438 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:52,438 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/C, priority=12, startTime=1731458331904; duration=0sec 2024-11-13T00:38:52,438 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:52,438 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:C 2024-11-13T00:38:52,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458392437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,520 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/d0738b584928457cb3f0d1bdfd2d67aa 2024-11-13T00:38:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c7071b9e2a724afe9e0f1b28455f1b72 is 50, key is test_row_0/C:col10/1731458331049/Put/seqid=0 2024-11-13T00:38:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742343_1519 (size=12301) 2024-11-13T00:38:52,561 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c7071b9e2a724afe9e0f1b28455f1b72 2024-11-13T00:38:52,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/248be98af591490d8df20c63fa669c9c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/248be98af591490d8df20c63fa669c9c 2024-11-13T00:38:52,572 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/248be98af591490d8df20c63fa669c9c, entries=150, sequenceid=297, filesize=12.0 K 2024-11-13T00:38:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/d0738b584928457cb3f0d1bdfd2d67aa as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d0738b584928457cb3f0d1bdfd2d67aa 2024-11-13T00:38:52,578 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d0738b584928457cb3f0d1bdfd2d67aa, entries=150, sequenceid=297, filesize=12.0 K 2024-11-13T00:38:52,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c7071b9e2a724afe9e0f1b28455f1b72 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c7071b9e2a724afe9e0f1b28455f1b72 2024-11-13T00:38:52,582 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c7071b9e2a724afe9e0f1b28455f1b72, entries=150, sequenceid=297, filesize=12.0 K 2024-11-13T00:38:52,584 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3cec83596b8cfb8312793976f70c0db5 in 546ms, sequenceid=297, compaction requested=false 2024-11-13T00:38:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-13T00:38:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-13T00:38:52,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-13T00:38:52,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3140 sec 2024-11-13T00:38:52,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.3220 sec 2024-11-13T00:38:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:52,643 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:52,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T00:38:52,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/6e16374bf44c406b87c9c7ec43b5025f is 50, key is test_row_0/A:col10/1731458332641/Put/seqid=0 2024-11-13T00:38:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742344_1520 (size=14741) 2024-11-13T00:38:52,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/6e16374bf44c406b87c9c7ec43b5025f 2024-11-13T00:38:52,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/05fe84915c27431e8a719e5766e24ccb is 50, key is test_row_0/B:col10/1731458332641/Put/seqid=0 2024-11-13T00:38:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458392676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458392676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458392692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458392695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458392697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742345_1521 (size=12301) 2024-11-13T00:38:52,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/05fe84915c27431e8a719e5766e24ccb 2024-11-13T00:38:52,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/2c659084944b4517b2882976b87617d2 is 50, key is test_row_0/C:col10/1731458332641/Put/seqid=0 2024-11-13T00:38:52,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742346_1522 (size=12301) 2024-11-13T00:38:52,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/2c659084944b4517b2882976b87617d2 2024-11-13T00:38:52,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/6e16374bf44c406b87c9c7ec43b5025f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6e16374bf44c406b87c9c7ec43b5025f 2024-11-13T00:38:52,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6e16374bf44c406b87c9c7ec43b5025f, entries=200, sequenceid=319, filesize=14.4 K 2024-11-13T00:38:52,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/05fe84915c27431e8a719e5766e24ccb as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/05fe84915c27431e8a719e5766e24ccb 2024-11-13T00:38:52,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/05fe84915c27431e8a719e5766e24ccb, entries=150, sequenceid=319, filesize=12.0 K 2024-11-13T00:38:52,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/2c659084944b4517b2882976b87617d2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/2c659084944b4517b2882976b87617d2 2024-11-13T00:38:52,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/2c659084944b4517b2882976b87617d2, entries=150, sequenceid=319, filesize=12.0 K 2024-11-13T00:38:52,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3cec83596b8cfb8312793976f70c0db5 in 134ms, sequenceid=319, compaction requested=true 2024-11-13T00:38:52,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:52,777 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:52,778 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:52,780 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:52,780 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:52,780 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/A is initiating minor compaction (all files) 2024-11-13T00:38:52,780 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/B is initiating minor compaction (all files) 2024-11-13T00:38:52,780 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/B in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:52,780 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/A in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:52,780 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f737b523ba9b40d98df42124fe3faf17, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d0738b584928457cb3f0d1bdfd2d67aa, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/05fe84915c27431e8a719e5766e24ccb] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=36.7 K 2024-11-13T00:38:52,780 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/c8f893a20a534e44a05e052b4d93722d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/248be98af591490d8df20c63fa669c9c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6e16374bf44c406b87c9c7ec43b5025f] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=39.1 K 2024-11-13T00:38:52,780 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8f893a20a534e44a05e052b4d93722d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731458330992 2024-11-13T00:38:52,780 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f737b523ba9b40d98df42124fe3faf17, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731458330992 2024-11-13T00:38:52,781 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 248be98af591490d8df20c63fa669c9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731458331036 2024-11-13T00:38:52,781 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting d0738b584928457cb3f0d1bdfd2d67aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731458331036 2024-11-13T00:38:52,784 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 05fe84915c27431e8a719e5766e24ccb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731458332310 2024-11-13T00:38:52,784 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e16374bf44c406b87c9c7ec43b5025f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731458332292 2024-11-13T00:38:52,802 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:52,803 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/b7561ea5f0b84ba981d55ea1bc93c2d6 is 50, key is test_row_0/B:col10/1731458332641/Put/seqid=0 2024-11-13T00:38:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:52,816 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#A#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:52,816 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/cd1f5d07353c422997509fd034c88d58 is 50, key is test_row_0/A:col10/1731458332641/Put/seqid=0 2024-11-13T00:38:52,818 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:52,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T00:38:52,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/7189a23cda734c23a35d748f8dcecb05 is 50, key is test_row_0/A:col10/1731458332818/Put/seqid=0 2024-11-13T00:38:52,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742347_1523 (size=13085) 2024-11-13T00:38:52,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458392845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458392851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742349_1525 (size=12301) 2024-11-13T00:38:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458392852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/7189a23cda734c23a35d748f8dcecb05 2024-11-13T00:38:52,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742348_1524 (size=13085) 2024-11-13T00:38:52,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458392854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458392861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/48a80f9437cb43258999c33d8321ac7e is 50, key is test_row_0/B:col10/1731458332818/Put/seqid=0 2024-11-13T00:38:52,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,885 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/cd1f5d07353c422997509fd034c88d58 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/cd1f5d07353c422997509fd034c88d58 2024-11-13T00:38:52,889 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/A of 3cec83596b8cfb8312793976f70c0db5 into cd1f5d07353c422997509fd034c88d58(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:52,889 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:52,889 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/A, priority=13, startTime=1731458332777; duration=0sec 2024-11-13T00:38:52,889 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:52,889 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:A 2024-11-13T00:38:52,890 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:52,890 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:52,890 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/C is initiating minor compaction (all files) 2024-11-13T00:38:52,890 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/C in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:52,890 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6bbbff5a63c54307a6cfe11c11e42e59, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c7071b9e2a724afe9e0f1b28455f1b72, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/2c659084944b4517b2882976b87617d2] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=36.7 K 2024-11-13T00:38:52,891 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bbbff5a63c54307a6cfe11c11e42e59, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731458330992 2024-11-13T00:38:52,891 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7071b9e2a724afe9e0f1b28455f1b72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731458331036 2024-11-13T00:38:52,891 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c659084944b4517b2882976b87617d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731458332310 2024-11-13T00:38:52,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742350_1526 (size=12301) 2024-11-13T00:38:52,919 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#C#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:52,920 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/ee8d3a0e8e76451c9812a153a1d47df8 is 50, key is test_row_0/C:col10/1731458332641/Put/seqid=0 2024-11-13T00:38:52,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742351_1527 (size=13085) 2024-11-13T00:38:52,932 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/ee8d3a0e8e76451c9812a153a1d47df8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ee8d3a0e8e76451c9812a153a1d47df8 2024-11-13T00:38:52,935 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/C of 3cec83596b8cfb8312793976f70c0db5 into ee8d3a0e8e76451c9812a153a1d47df8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:52,935 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:52,935 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/C, priority=13, startTime=1731458332778; duration=0sec 2024-11-13T00:38:52,935 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:52,935 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:C 2024-11-13T00:38:52,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458392965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458392976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458392976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458392976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:52,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458392986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458393175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:53,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458393196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458393196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458393196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458393205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,253 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/b7561ea5f0b84ba981d55ea1bc93c2d6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b7561ea5f0b84ba981d55ea1bc93c2d6 2024-11-13T00:38:53,257 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/B of 3cec83596b8cfb8312793976f70c0db5 into b7561ea5f0b84ba981d55ea1bc93c2d6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:53,257 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:53,257 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/B, priority=13, startTime=1731458332778; duration=0sec 2024-11-13T00:38:53,257 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:53,257 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:B 2024-11-13T00:38:53,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/48a80f9437cb43258999c33d8321ac7e 2024-11-13T00:38:53,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/88c12f5e70324258968af8a88313c884 is 50, key is test_row_0/C:col10/1731458332818/Put/seqid=0 2024-11-13T00:38:53,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742352_1528 (size=12301) 2024-11-13T00:38:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T00:38:53,416 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:53,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-13T00:38:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T00:38:53,418 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:53,419 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:53,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:53,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458393486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458393506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:53,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:53,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458393506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:53,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:53,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458393506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:53,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T00:38:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458393516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:53,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T00:38:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:53,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:53,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:53,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/88c12f5e70324258968af8a88313c884 2024-11-13T00:38:53,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T00:38:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:53,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:53,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/7189a23cda734c23a35d748f8dcecb05 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/7189a23cda734c23a35d748f8dcecb05 2024-11-13T00:38:53,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/7189a23cda734c23a35d748f8dcecb05, entries=150, sequenceid=339, filesize=12.0 K 2024-11-13T00:38:53,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/48a80f9437cb43258999c33d8321ac7e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/48a80f9437cb43258999c33d8321ac7e 2024-11-13T00:38:53,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/48a80f9437cb43258999c33d8321ac7e, entries=150, sequenceid=339, filesize=12.0 K 2024-11-13T00:38:53,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/88c12f5e70324258968af8a88313c884 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/88c12f5e70324258968af8a88313c884 2024-11-13T00:38:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T00:38:53,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/88c12f5e70324258968af8a88313c884, entries=150, sequenceid=339, filesize=12.0 K 2024-11-13T00:38:53,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3cec83596b8cfb8312793976f70c0db5 in 922ms, sequenceid=339, compaction requested=false 2024-11-13T00:38:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:53,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T00:38:53,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:53,877 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T00:38:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/21efec157eb14143894f8030cabc6cd0 is 50, key is test_row_0/A:col10/1731458332859/Put/seqid=0 2024-11-13T00:38:53,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742353_1529 (size=12301) 2024-11-13T00:38:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:53,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T00:38:54,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458394043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458394045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458394049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458394050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458394060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458394166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458394166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458394166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458394166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458394176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,286 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/21efec157eb14143894f8030cabc6cd0 2024-11-13T00:38:54,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/43d02484a33f4cc1a40ccff0a1f2a270 is 50, key is test_row_0/B:col10/1731458332859/Put/seqid=0 2024-11-13T00:38:54,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742354_1530 (size=12301) 2024-11-13T00:38:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458394385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458394385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458394386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458394386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458394386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T00:38:54,697 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/43d02484a33f4cc1a40ccff0a1f2a270 2024-11-13T00:38:54,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/5f60b01a804844ffaf1629a57c7f4bab is 50, key is test_row_0/C:col10/1731458332859/Put/seqid=0 2024-11-13T00:38:54,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742355_1531 (size=12301) 2024-11-13T00:38:54,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458394696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458394705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458394706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458394706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458394706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,106 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/5f60b01a804844ffaf1629a57c7f4bab 2024-11-13T00:38:55,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/21efec157eb14143894f8030cabc6cd0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/21efec157eb14143894f8030cabc6cd0 2024-11-13T00:38:55,112 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/21efec157eb14143894f8030cabc6cd0, entries=150, sequenceid=358, filesize=12.0 K 2024-11-13T00:38:55,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/43d02484a33f4cc1a40ccff0a1f2a270 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/43d02484a33f4cc1a40ccff0a1f2a270 2024-11-13T00:38:55,116 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/43d02484a33f4cc1a40ccff0a1f2a270, entries=150, sequenceid=358, filesize=12.0 K 2024-11-13T00:38:55,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/5f60b01a804844ffaf1629a57c7f4bab as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/5f60b01a804844ffaf1629a57c7f4bab 2024-11-13T00:38:55,120 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/5f60b01a804844ffaf1629a57c7f4bab, entries=150, sequenceid=358, filesize=12.0 K 2024-11-13T00:38:55,121 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3cec83596b8cfb8312793976f70c0db5 in 1244ms, sequenceid=358, compaction requested=true 2024-11-13T00:38:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-13T00:38:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-13T00:38:55,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-13T00:38:55,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7030 sec 2024-11-13T00:38:55,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.7070 sec 2024-11-13T00:38:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:55,221 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:55,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T00:38:55,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/1a89154466fc42cb863b877c24ffc8f1 is 50, key is test_row_0/A:col10/1731458334058/Put/seqid=0 2024-11-13T00:38:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742356_1532 (size=14741) 2024-11-13T00:38:55,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458395247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458395248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458395249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458395249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458395250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458395356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458395365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458395366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458395376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458395376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T00:38:55,566 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:55,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-13T00:38:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T00:38:55,568 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:55,568 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:55,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:55,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458395576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458395576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458395576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458395596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458395596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/1a89154466fc42cb863b877c24ffc8f1 2024-11-13T00:38:55,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/5d785304c6ac41eda75fc4865f6d6ce8 is 50, key is test_row_0/B:col10/1731458334058/Put/seqid=0 2024-11-13T00:38:55,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742357_1533 (size=12301) 2024-11-13T00:38:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T00:38:55,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T00:38:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:55,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:55,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T00:38:55,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:55,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:55,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:55,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:55,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T00:38:55,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458395896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458395896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458395896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458395916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458395916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:55,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T00:38:56,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:56,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:56,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:56,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:56,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:56,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/5d785304c6ac41eda75fc4865f6d6ce8 2024-11-13T00:38:56,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/f493852ec5004f48a6b5452de19242cd is 50, key is test_row_0/C:col10/1731458334058/Put/seqid=0 2024-11-13T00:38:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742358_1534 (size=12301) 2024-11-13T00:38:56,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/f493852ec5004f48a6b5452de19242cd 2024-11-13T00:38:56,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/1a89154466fc42cb863b877c24ffc8f1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/1a89154466fc42cb863b877c24ffc8f1 2024-11-13T00:38:56,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/1a89154466fc42cb863b877c24ffc8f1, entries=200, sequenceid=379, filesize=14.4 K 2024-11-13T00:38:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/5d785304c6ac41eda75fc4865f6d6ce8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/5d785304c6ac41eda75fc4865f6d6ce8 2024-11-13T00:38:56,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/5d785304c6ac41eda75fc4865f6d6ce8, entries=150, sequenceid=379, filesize=12.0 K 2024-11-13T00:38:56,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/f493852ec5004f48a6b5452de19242cd as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f493852ec5004f48a6b5452de19242cd 2024-11-13T00:38:56,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f493852ec5004f48a6b5452de19242cd, entries=150, sequenceid=379, filesize=12.0 K 2024-11-13T00:38:56,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3cec83596b8cfb8312793976f70c0db5 in 849ms, sequenceid=379, compaction requested=true 2024-11-13T00:38:56,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:56,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:56,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:56,070 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:56,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:56,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:56,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:56,070 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:56,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:56,073 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:56,073 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:56,073 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/B is initiating minor compaction (all files) 2024-11-13T00:38:56,073 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/A is initiating minor compaction (all files) 2024-11-13T00:38:56,073 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/B in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:56,073 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/A in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:56,073 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/cd1f5d07353c422997509fd034c88d58, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/7189a23cda734c23a35d748f8dcecb05, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/21efec157eb14143894f8030cabc6cd0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/1a89154466fc42cb863b877c24ffc8f1] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=51.2 K 2024-11-13T00:38:56,073 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b7561ea5f0b84ba981d55ea1bc93c2d6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/48a80f9437cb43258999c33d8321ac7e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/43d02484a33f4cc1a40ccff0a1f2a270, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/5d785304c6ac41eda75fc4865f6d6ce8] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=48.8 K 2024-11-13T00:38:56,073 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b7561ea5f0b84ba981d55ea1bc93c2d6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731458332310 2024-11-13T00:38:56,073 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd1f5d07353c422997509fd034c88d58, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731458332310 2024-11-13T00:38:56,073 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7189a23cda734c23a35d748f8dcecb05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731458332674 2024-11-13T00:38:56,073 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 48a80f9437cb43258999c33d8321ac7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731458332674 2024-11-13T00:38:56,074 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21efec157eb14143894f8030cabc6cd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731458332843 2024-11-13T00:38:56,074 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 43d02484a33f4cc1a40ccff0a1f2a270, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731458332843 2024-11-13T00:38:56,074 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a89154466fc42cb863b877c24ffc8f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731458334041 2024-11-13T00:38:56,074 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d785304c6ac41eda75fc4865f6d6ce8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731458334041 2024-11-13T00:38:56,083 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#B#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:56,083 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#A#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:56,084 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/0248ea1e8f3b4dce89008fba76495761 is 50, key is test_row_0/B:col10/1731458334058/Put/seqid=0 2024-11-13T00:38:56,084 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/2dc3698c46414b30a7962e01c7bb2e74 is 50, key is test_row_0/A:col10/1731458334058/Put/seqid=0 2024-11-13T00:38:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742359_1535 (size=13221) 2024-11-13T00:38:56,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742360_1536 (size=13221) 2024-11-13T00:38:56,099 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/0248ea1e8f3b4dce89008fba76495761 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0248ea1e8f3b4dce89008fba76495761 2024-11-13T00:38:56,103 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/B of 3cec83596b8cfb8312793976f70c0db5 into 0248ea1e8f3b4dce89008fba76495761(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:56,103 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:56,103 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/B, priority=12, startTime=1731458336070; duration=0sec 2024-11-13T00:38:56,103 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:56,103 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:B 2024-11-13T00:38:56,104 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:38:56,104 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:38:56,104 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/C is initiating minor compaction (all files) 2024-11-13T00:38:56,104 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/C in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:56,104 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ee8d3a0e8e76451c9812a153a1d47df8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/88c12f5e70324258968af8a88313c884, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/5f60b01a804844ffaf1629a57c7f4bab, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f493852ec5004f48a6b5452de19242cd] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=48.8 K 2024-11-13T00:38:56,105 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ee8d3a0e8e76451c9812a153a1d47df8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731458332310 2024-11-13T00:38:56,105 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 88c12f5e70324258968af8a88313c884, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731458332674 2024-11-13T00:38:56,105 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f60b01a804844ffaf1629a57c7f4bab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731458332843 2024-11-13T00:38:56,105 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f493852ec5004f48a6b5452de19242cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731458334041 2024-11-13T00:38:56,112 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:56,113 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/28cfc9010b6e456fbae4737ff1f169ba is 50, key is test_row_0/C:col10/1731458334058/Put/seqid=0 2024-11-13T00:38:56,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742361_1537 (size=13221) 2024-11-13T00:38:56,123 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/28cfc9010b6e456fbae4737ff1f169ba as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/28cfc9010b6e456fbae4737ff1f169ba 2024-11-13T00:38:56,128 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/C of 3cec83596b8cfb8312793976f70c0db5 into 28cfc9010b6e456fbae4737ff1f169ba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:56,128 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:56,128 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/C, priority=12, startTime=1731458336070; duration=0sec 2024-11-13T00:38:56,128 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:56,128 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:C 2024-11-13T00:38:56,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T00:38:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:56,180 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T00:38:56,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/0c777a8e2cef4ab9a0430fcafb531314 is 50, key is test_row_0/A:col10/1731458335249/Put/seqid=0 2024-11-13T00:38:56,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742362_1538 (size=12301) 2024-11-13T00:38:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T00:38:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:56,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:56,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458396458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458396471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458396472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458396472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458396473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,494 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/2dc3698c46414b30a7962e01c7bb2e74 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2dc3698c46414b30a7962e01c7bb2e74 2024-11-13T00:38:56,497 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/A of 3cec83596b8cfb8312793976f70c0db5 into 2dc3698c46414b30a7962e01c7bb2e74(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:56,497 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:56,498 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/A, priority=12, startTime=1731458336070; duration=0sec 2024-11-13T00:38:56,498 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:56,498 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:A 2024-11-13T00:38:56,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458396576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,588 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/0c777a8e2cef4ab9a0430fcafb531314 2024-11-13T00:38:56,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458396585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/346b5fcc1cd840399e59a5d33f16ca65 is 50, key is test_row_0/B:col10/1731458335249/Put/seqid=0 2024-11-13T00:38:56,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458396585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742363_1539 (size=12301) 2024-11-13T00:38:56,600 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/346b5fcc1cd840399e59a5d33f16ca65 2024-11-13T00:38:56,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/353bc2dee9094ceba19123bb1be3ec96 is 50, key is test_row_0/C:col10/1731458335249/Put/seqid=0 2024-11-13T00:38:56,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458396596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458396596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742364_1540 (size=12301) 2024-11-13T00:38:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T00:38:56,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458396795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458396795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458396806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458396816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:56,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458396816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:56,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:56,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,011 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/353bc2dee9094ceba19123bb1be3ec96 2024-11-13T00:38:57,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/0c777a8e2cef4ab9a0430fcafb531314 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0c777a8e2cef4ab9a0430fcafb531314 2024-11-13T00:38:57,017 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0c777a8e2cef4ab9a0430fcafb531314, entries=150, sequenceid=396, filesize=12.0 K 2024-11-13T00:38:57,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/346b5fcc1cd840399e59a5d33f16ca65 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/346b5fcc1cd840399e59a5d33f16ca65 2024-11-13T00:38:57,022 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/346b5fcc1cd840399e59a5d33f16ca65, entries=150, sequenceid=396, filesize=12.0 K 2024-11-13T00:38:57,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/353bc2dee9094ceba19123bb1be3ec96 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/353bc2dee9094ceba19123bb1be3ec96 2024-11-13T00:38:57,025 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/353bc2dee9094ceba19123bb1be3ec96, entries=150, sequenceid=396, filesize=12.0 K 2024-11-13T00:38:57,026 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 3cec83596b8cfb8312793976f70c0db5 in 846ms, sequenceid=396, compaction requested=false 2024-11-13T00:38:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-13T00:38:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-13T00:38:57,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-13T00:38:57,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-11-13T00:38:57,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.4630 sec 2024-11-13T00:38:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:57,123 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:57,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T00:38:57,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/d09969489897404f910bc395cebe5065 is 50, key is test_row_0/A:col10/1731458336454/Put/seqid=0 2024-11-13T00:38:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742365_1541 (size=12301) 2024-11-13T00:38:57,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/d09969489897404f910bc395cebe5065 2024-11-13T00:38:57,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/eb358563f1294782aff4336fa48a0d1e is 50, key is test_row_0/B:col10/1731458336454/Put/seqid=0 2024-11-13T00:38:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742366_1542 (size=12301) 2024-11-13T00:38:57,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/eb358563f1294782aff4336fa48a0d1e 2024-11-13T00:38:57,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c003623796d34a4991e68c85d031eda5 is 50, key is test_row_0/C:col10/1731458336454/Put/seqid=0 2024-11-13T00:38:57,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742367_1543 (size=12301) 2024-11-13T00:38:57,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458397137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458397138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458397140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458397141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458397142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458397266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458397266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458397266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458397267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458397267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458397485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458397485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458397486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458397486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458397486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c003623796d34a4991e68c85d031eda5 2024-11-13T00:38:57,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/d09969489897404f910bc395cebe5065 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/d09969489897404f910bc395cebe5065 2024-11-13T00:38:57,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/d09969489897404f910bc395cebe5065, entries=150, sequenceid=420, filesize=12.0 K 2024-11-13T00:38:57,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/eb358563f1294782aff4336fa48a0d1e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eb358563f1294782aff4336fa48a0d1e 2024-11-13T00:38:57,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eb358563f1294782aff4336fa48a0d1e, entries=150, sequenceid=420, filesize=12.0 K 2024-11-13T00:38:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/c003623796d34a4991e68c85d031eda5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c003623796d34a4991e68c85d031eda5 2024-11-13T00:38:57,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c003623796d34a4991e68c85d031eda5, entries=150, sequenceid=420, filesize=12.0 K 2024-11-13T00:38:57,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3cec83596b8cfb8312793976f70c0db5 in 465ms, sequenceid=420, compaction requested=true 2024-11-13T00:38:57,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:57,589 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:57,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:38:57,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:57,589 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:57,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:38:57,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:57,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:38:57,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:57,590 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:57,590 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/A is initiating minor compaction (all files) 2024-11-13T00:38:57,590 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/A in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:57,590 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2dc3698c46414b30a7962e01c7bb2e74, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0c777a8e2cef4ab9a0430fcafb531314, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/d09969489897404f910bc395cebe5065] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=36.9 K 2024-11-13T00:38:57,591 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:57,591 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/B is initiating minor compaction (all files) 2024-11-13T00:38:57,591 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/B in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:57,591 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0248ea1e8f3b4dce89008fba76495761, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/346b5fcc1cd840399e59a5d33f16ca65, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eb358563f1294782aff4336fa48a0d1e] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=36.9 K 2024-11-13T00:38:57,592 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dc3698c46414b30a7962e01c7bb2e74, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731458334041 2024-11-13T00:38:57,592 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 0248ea1e8f3b4dce89008fba76495761, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731458334041 2024-11-13T00:38:57,592 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c777a8e2cef4ab9a0430fcafb531314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731458335246 2024-11-13T00:38:57,593 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 346b5fcc1cd840399e59a5d33f16ca65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731458335246 2024-11-13T00:38:57,593 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting d09969489897404f910bc395cebe5065, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731458336454 2024-11-13T00:38:57,593 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting eb358563f1294782aff4336fa48a0d1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731458336454 2024-11-13T00:38:57,617 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#A#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:57,618 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/3a5f65ce1b854dd5adea87e5168f71b2 is 50, key is test_row_0/A:col10/1731458336454/Put/seqid=0 2024-11-13T00:38:57,626 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:57,626 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/3a9894bbb6064ec5b62ef0d8712d4e63 is 50, key is test_row_0/B:col10/1731458336454/Put/seqid=0 2024-11-13T00:38:57,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742368_1544 (size=13323) 2024-11-13T00:38:57,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742369_1545 (size=13323) 2024-11-13T00:38:57,657 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/3a9894bbb6064ec5b62ef0d8712d4e63 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3a9894bbb6064ec5b62ef0d8712d4e63 2024-11-13T00:38:57,663 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/B of 3cec83596b8cfb8312793976f70c0db5 into 3a9894bbb6064ec5b62ef0d8712d4e63(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:57,663 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:57,663 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/B, priority=13, startTime=1731458337589; duration=0sec 2024-11-13T00:38:57,663 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:38:57,663 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:B 2024-11-13T00:38:57,663 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:38:57,664 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:38:57,664 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/C is initiating minor compaction (all files) 2024-11-13T00:38:57,664 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/C in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:57,664 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/28cfc9010b6e456fbae4737ff1f169ba, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/353bc2dee9094ceba19123bb1be3ec96, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c003623796d34a4991e68c85d031eda5] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=36.9 K 2024-11-13T00:38:57,665 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 28cfc9010b6e456fbae4737ff1f169ba, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731458334041 2024-11-13T00:38:57,667 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 353bc2dee9094ceba19123bb1be3ec96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731458335246 2024-11-13T00:38:57,668 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c003623796d34a4991e68c85d031eda5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731458336454 2024-11-13T00:38:57,688 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#C#compaction#467 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:38:57,689 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/a1e8193ff6cd403aa4d9099c8e58c973 is 50, key is test_row_0/C:col10/1731458336454/Put/seqid=0 2024-11-13T00:38:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742370_1546 (size=13323) 2024-11-13T00:38:57,708 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/a1e8193ff6cd403aa4d9099c8e58c973 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/a1e8193ff6cd403aa4d9099c8e58c973 2024-11-13T00:38:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T00:38:57,717 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:38:57,717 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/C of 3cec83596b8cfb8312793976f70c0db5 into a1e8193ff6cd403aa4d9099c8e58c973(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:57,717 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:57,717 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/C, priority=13, startTime=1731458337589; duration=0sec 2024-11-13T00:38:57,717 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:57,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:38:57,718 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:C 2024-11-13T00:38:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-13T00:38:57,719 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:38:57,720 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:38:57,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:38:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T00:38:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:38:57,813 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:38:57,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T00:38:57,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/b24f216165ef42a69c6002678fe21401 is 50, key is test_row_0/A:col10/1731458337139/Put/seqid=0 2024-11-13T00:38:57,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742371_1547 (size=14741) 2024-11-13T00:38:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T00:38:57,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458397844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458397854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458397855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458397857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T00:38:57,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:57,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:57,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:57,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458397859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458397965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458397976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458397976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458397976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458397976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T00:38:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T00:38:58,047 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/3a5f65ce1b854dd5adea87e5168f71b2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a5f65ce1b854dd5adea87e5168f71b2 2024-11-13T00:38:58,051 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/A of 3cec83596b8cfb8312793976f70c0db5 into 3a5f65ce1b854dd5adea87e5168f71b2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:38:58,051 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:58,051 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/A, priority=13, startTime=1731458337588; duration=0sec 2024-11-13T00:38:58,051 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:38:58,051 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:A 2024-11-13T00:38:58,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T00:38:58,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:58,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458398176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:58,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458398196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:58,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458398196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458398196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458398196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:58,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/b24f216165ef42a69c6002678fe21401 2024-11-13T00:38:58,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/4b565763a4ed481c8974ebf9c1528801 is 50, key is test_row_0/B:col10/1731458337139/Put/seqid=0 2024-11-13T00:38:58,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742372_1548 (size=12301) 2024-11-13T00:38:58,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T00:38:58,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:58,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T00:38:58,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T00:38:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458398495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458398506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:58,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458398506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458398506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458398506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:58,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/4b565763a4ed481c8974ebf9c1528801 2024-11-13T00:38:58,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T00:38:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/0022ce6a7fb14de1af5700c240b2c504 is 50, key is test_row_0/C:col10/1731458337139/Put/seqid=0 2024-11-13T00:38:58,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742373_1549 (size=12301) 2024-11-13T00:38:58,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T00:38:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T00:38:58,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T00:38:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. as already flushing 2024-11-13T00:38:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:58,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:38:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458399006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:59,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458399016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:59,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:59,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458399016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:59,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:59,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:59,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:59,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:59,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:59,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458399016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:59,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:59,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:59,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:38:59,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458399016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:38:59,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:59,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:38:59,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:38:59,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/0022ce6a7fb14de1af5700c240b2c504 2024-11-13T00:38:59,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/b24f216165ef42a69c6002678fe21401 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b24f216165ef42a69c6002678fe21401 2024-11-13T00:38:59,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b24f216165ef42a69c6002678fe21401, entries=200, sequenceid=436, filesize=14.4 K 2024-11-13T00:38:59,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/4b565763a4ed481c8974ebf9c1528801 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4b565763a4ed481c8974ebf9c1528801 2024-11-13T00:38:59,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4b565763a4ed481c8974ebf9c1528801, entries=150, sequenceid=436, filesize=12.0 K 2024-11-13T00:38:59,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/0022ce6a7fb14de1af5700c240b2c504 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0022ce6a7fb14de1af5700c240b2c504 2024-11-13T00:38:59,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0022ce6a7fb14de1af5700c240b2c504, entries=150, sequenceid=436, filesize=12.0 K 2024-11-13T00:38:59,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3cec83596b8cfb8312793976f70c0db5 in 1248ms, sequenceid=436, compaction requested=false 2024-11-13T00:38:59,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:59,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T00:38:59,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:59,097 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T00:38:59,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/84e4690890f14b6e9733c2d445b22a6b is 50, key is test_row_0/A:col10/1731458337854/Put/seqid=0 2024-11-13T00:38:59,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742374_1550 (size=12301) 2024-11-13T00:38:59,507 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/84e4690890f14b6e9733c2d445b22a6b 2024-11-13T00:38:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/4cd6dd6a16a848d794dba54f75a4011c is 50, key is test_row_0/B:col10/1731458337854/Put/seqid=0 2024-11-13T00:38:59,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742375_1551 (size=12301) 2024-11-13T00:38:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T00:38:59,918 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/4cd6dd6a16a848d794dba54f75a4011c 2024-11-13T00:38:59,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/66c8c239802c4e09bcc2b1ba56502b72 is 50, key is test_row_0/C:col10/1731458337854/Put/seqid=0 2024-11-13T00:38:59,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742376_1552 (size=12301) 2024-11-13T00:38:59,928 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/66c8c239802c4e09bcc2b1ba56502b72 2024-11-13T00:38:59,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/84e4690890f14b6e9733c2d445b22a6b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/84e4690890f14b6e9733c2d445b22a6b 2024-11-13T00:38:59,935 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/84e4690890f14b6e9733c2d445b22a6b, entries=150, sequenceid=459, filesize=12.0 K 2024-11-13T00:38:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/4cd6dd6a16a848d794dba54f75a4011c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4cd6dd6a16a848d794dba54f75a4011c 2024-11-13T00:38:59,938 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4cd6dd6a16a848d794dba54f75a4011c, entries=150, sequenceid=459, filesize=12.0 K 2024-11-13T00:38:59,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/66c8c239802c4e09bcc2b1ba56502b72 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/66c8c239802c4e09bcc2b1ba56502b72 2024-11-13T00:38:59,942 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/66c8c239802c4e09bcc2b1ba56502b72, entries=150, sequenceid=459, filesize=12.0 K 2024-11-13T00:38:59,943 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 3cec83596b8cfb8312793976f70c0db5 in 846ms, sequenceid=459, compaction requested=true 2024-11-13T00:38:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:38:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:38:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-13T00:38:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-13T00:38:59,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-13T00:38:59,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2250 sec 2024-11-13T00:38:59,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.2300 sec 2024-11-13T00:39:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:39:00,043 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:00,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:39:00,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/fadd6e90c2154de18324fa0e9ff5e1ba is 50, key is test_row_0/A:col10/1731458340038/Put/seqid=0 2024-11-13T00:39:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742377_1553 (size=14737) 2024-11-13T00:39:00,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458400085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458400085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458400086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458400087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458400088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458400206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458400206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458400206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458400206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458400206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,395 INFO [Thread-2046 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2046. 2024-11-13T00:39:00,395 DEBUG [Thread-2046 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:00,395 DEBUG [Thread-2046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:00,395 DEBUG [Thread-2046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:00,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:00,397 INFO [Thread-2048 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2048. 2024-11-13T00:39:00,397 DEBUG [Thread-2048 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:00,397 DEBUG [Thread-2048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:00,397 DEBUG [Thread-2048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:00,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:00,404 INFO [Thread-2050 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2050. 2024-11-13T00:39:00,404 DEBUG [Thread-2050 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:00,404 DEBUG [Thread-2050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:00,404 DEBUG [Thread-2050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:00,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:00,407 INFO [Thread-2044 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2044. 2024-11-13T00:39:00,407 DEBUG [Thread-2044 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:00,407 DEBUG [Thread-2044 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:00,407 DEBUG [Thread-2044 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:00,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:00,408 INFO [Thread-2042 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2042. 2024-11-13T00:39:00,408 DEBUG [Thread-2042 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:00,408 DEBUG [Thread-2042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:00,408 DEBUG [Thread-2042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:00,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458400426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458400426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458400426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458400426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458400426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/fadd6e90c2154de18324fa0e9ff5e1ba 2024-11-13T00:39:00,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/66ceba5f0d7147389f70769cb19b9e97 is 50, key is test_row_0/B:col10/1731458340038/Put/seqid=0 2024-11-13T00:39:00,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742378_1554 (size=9857) 2024-11-13T00:39:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458400736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458400736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458400736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458400737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458400737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:00,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/66ceba5f0d7147389f70769cb19b9e97 2024-11-13T00:39:00,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/f2121e4f370b46b48195b455cb4caaa0 is 50, key is test_row_0/C:col10/1731458340038/Put/seqid=0 2024-11-13T00:39:00,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742379_1555 (size=9857) 2024-11-13T00:39:01,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:01,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:01,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44630 deadline: 1731458401246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44530 deadline: 1731458401246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44542 deadline: 1731458401246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:01,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:01,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44580 deadline: 1731458401246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44556 deadline: 1731458401246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 , the old value is region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., hostname=cb28580903fb,37235,1731458200455, seqNum=2 because the exception is null or not the one we care about 2024-11-13T00:39:01,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/f2121e4f370b46b48195b455cb4caaa0 2024-11-13T00:39:01,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/fadd6e90c2154de18324fa0e9ff5e1ba as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fadd6e90c2154de18324fa0e9ff5e1ba 2024-11-13T00:39:01,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fadd6e90c2154de18324fa0e9ff5e1ba, entries=200, sequenceid=470, filesize=14.4 K 2024-11-13T00:39:01,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/66ceba5f0d7147389f70769cb19b9e97 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/66ceba5f0d7147389f70769cb19b9e97 2024-11-13T00:39:01,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/66ceba5f0d7147389f70769cb19b9e97, entries=100, sequenceid=470, filesize=9.6 K 2024-11-13T00:39:01,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/f2121e4f370b46b48195b455cb4caaa0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f2121e4f370b46b48195b455cb4caaa0 2024-11-13T00:39:01,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f2121e4f370b46b48195b455cb4caaa0, entries=100, sequenceid=470, filesize=9.6 K 2024-11-13T00:39:01,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3cec83596b8cfb8312793976f70c0db5 in 1238ms, sequenceid=470, compaction requested=true 2024-11-13T00:39:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:39:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:39:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:39:01,281 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:39:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cec83596b8cfb8312793976f70c0db5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:39:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:01,281 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:39:01,282 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55102 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:39:01,282 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:39:01,282 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/A is initiating minor compaction (all files) 2024-11-13T00:39:01,282 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/B is initiating minor compaction (all files) 2024-11-13T00:39:01,282 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/A in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:39:01,282 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/B in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:39:01,282 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a5f65ce1b854dd5adea87e5168f71b2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b24f216165ef42a69c6002678fe21401, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/84e4690890f14b6e9733c2d445b22a6b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fadd6e90c2154de18324fa0e9ff5e1ba] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=53.8 K 2024-11-13T00:39:01,282 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3a9894bbb6064ec5b62ef0d8712d4e63, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4b565763a4ed481c8974ebf9c1528801, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4cd6dd6a16a848d794dba54f75a4011c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/66ceba5f0d7147389f70769cb19b9e97] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=46.7 K 2024-11-13T00:39:01,283 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a9894bbb6064ec5b62ef0d8712d4e63, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731458336454 2024-11-13T00:39:01,283 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a5f65ce1b854dd5adea87e5168f71b2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731458336454 2024-11-13T00:39:01,283 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b565763a4ed481c8974ebf9c1528801, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731458337139 2024-11-13T00:39:01,283 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting b24f216165ef42a69c6002678fe21401, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731458337134 2024-11-13T00:39:01,283 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84e4690890f14b6e9733c2d445b22a6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731458337852 2024-11-13T00:39:01,283 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cd6dd6a16a848d794dba54f75a4011c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731458337852 2024-11-13T00:39:01,283 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 66ceba5f0d7147389f70769cb19b9e97, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731458340038 2024-11-13T00:39:01,283 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting fadd6e90c2154de18324fa0e9ff5e1ba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731458340037 2024-11-13T00:39:01,289 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:01,289 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#A#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:01,290 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/c24521b046e44e1d907b74abd37bbd82 is 50, key is test_row_0/B:col10/1731458340038/Put/seqid=0 2024-11-13T00:39:01,290 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/60f63862013b41c695a0a3aab1bceb69 is 50, key is test_row_0/A:col10/1731458340038/Put/seqid=0 2024-11-13T00:39:01,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742380_1556 (size=13459) 2024-11-13T00:39:01,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742381_1557 (size=13459) 2024-11-13T00:39:01,696 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/c24521b046e44e1d907b74abd37bbd82 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/c24521b046e44e1d907b74abd37bbd82 2024-11-13T00:39:01,696 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/60f63862013b41c695a0a3aab1bceb69 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/60f63862013b41c695a0a3aab1bceb69 2024-11-13T00:39:01,700 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/B of 3cec83596b8cfb8312793976f70c0db5 into c24521b046e44e1d907b74abd37bbd82(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:01,700 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/A of 3cec83596b8cfb8312793976f70c0db5 into 60f63862013b41c695a0a3aab1bceb69(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:01,700 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:39:01,700 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:39:01,700 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/A, priority=12, startTime=1731458341281; duration=0sec 2024-11-13T00:39:01,700 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/B, priority=12, startTime=1731458341281; duration=0sec 2024-11-13T00:39:01,700 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:01,700 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:A 2024-11-13T00:39:01,700 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:01,700 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:B 2024-11-13T00:39:01,700 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:39:01,701 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:39:01,701 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 3cec83596b8cfb8312793976f70c0db5/C is initiating minor compaction (all files) 2024-11-13T00:39:01,701 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3cec83596b8cfb8312793976f70c0db5/C in TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:39:01,701 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/a1e8193ff6cd403aa4d9099c8e58c973, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0022ce6a7fb14de1af5700c240b2c504, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/66c8c239802c4e09bcc2b1ba56502b72, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f2121e4f370b46b48195b455cb4caaa0] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp, totalSize=46.7 K 2024-11-13T00:39:01,701 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1e8193ff6cd403aa4d9099c8e58c973, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731458336454 2024-11-13T00:39:01,701 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0022ce6a7fb14de1af5700c240b2c504, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731458337139 2024-11-13T00:39:01,701 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66c8c239802c4e09bcc2b1ba56502b72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731458337852 2024-11-13T00:39:01,702 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2121e4f370b46b48195b455cb4caaa0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731458340038 2024-11-13T00:39:01,707 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cec83596b8cfb8312793976f70c0db5#C#compaction#479 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:01,707 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/8efabad66d2d48329666110a9365c803 is 50, key is test_row_0/C:col10/1731458340038/Put/seqid=0 2024-11-13T00:39:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742382_1558 (size=13459) 2024-11-13T00:39:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T00:39:01,886 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:02,114 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/8efabad66d2d48329666110a9365c803 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/8efabad66d2d48329666110a9365c803 2024-11-13T00:39:02,118 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3cec83596b8cfb8312793976f70c0db5/C of 3cec83596b8cfb8312793976f70c0db5 into 8efabad66d2d48329666110a9365c803(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:02,118 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:39:02,118 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., storeName=3cec83596b8cfb8312793976f70c0db5/C, priority=12, startTime=1731458341281; duration=0sec 2024-11-13T00:39:02,118 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:02,118 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cec83596b8cfb8312793976f70c0db5:C 2024-11-13T00:39:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:39:02,258 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:02,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-13T00:39:02,258 INFO [Thread-2033 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2033. 2024-11-13T00:39:02,258 INFO [Thread-2037 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2037. 2024-11-13T00:39:02,258 DEBUG [Thread-2037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:02,258 DEBUG [Thread-2033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:02,258 DEBUG [Thread-2037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,258 INFO [Thread-2039 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2039. 2024-11-13T00:39:02,258 DEBUG [Thread-2033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,258 DEBUG [Thread-2039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:02,258 DEBUG [Thread-2039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,258 DEBUG [Thread-2037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,258 DEBUG [Thread-2033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,258 DEBUG [Thread-2039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:02,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:02,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:02,260 INFO [Thread-2035 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2035. 2024-11-13T00:39:02,260 DEBUG [Thread-2035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:02,260 DEBUG [Thread-2035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,260 DEBUG [Thread-2035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:02,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/0b607f91334541799ebe20d28af3e6b9 is 50, key is test_row_0/A:col10/1731458340087/Put/seqid=0 2024-11-13T00:39:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742383_1559 (size=12301) 2024-11-13T00:39:02,266 INFO [Thread-2031 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2031. 2024-11-13T00:39:02,266 DEBUG [Thread-2031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:02,266 DEBUG [Thread-2031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,267 DEBUG [Thread-2031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1071 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3213 rows 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1060 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3180 rows 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1063 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3189 rows 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1069 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3204 rows 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1071 2024-11-13T00:39:02,267 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3213 rows 2024-11-13T00:39:02,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:39:02,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:39:02,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:02,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:02,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T00:39:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T00:39:02,270 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458342270"}]},"ts":"1731458342270"} 2024-11-13T00:39:02,271 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T00:39:02,272 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T00:39:02,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T00:39:02,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cec83596b8cfb8312793976f70c0db5, UNASSIGN}] 2024-11-13T00:39:02,274 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cec83596b8cfb8312793976f70c0db5, UNASSIGN 2024-11-13T00:39:02,274 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=3cec83596b8cfb8312793976f70c0db5, regionState=CLOSING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:39:02,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cec83596b8cfb8312793976f70c0db5, UNASSIGN because future has completed 2024-11-13T00:39:02,276 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T00:39:02,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:39:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T00:39:02,428 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:39:02,428 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T00:39:02,428 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing 3cec83596b8cfb8312793976f70c0db5, disabling compactions & flushes 2024-11-13T00:39:02,428 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:39:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T00:39:02,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/0b607f91334541799ebe20d28af3e6b9 2024-11-13T00:39:02,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/832573e1d9fb459bb45c8ee3bfaa5800 is 50, key is test_row_0/B:col10/1731458340087/Put/seqid=0 2024-11-13T00:39:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742384_1560 (size=12301) 2024-11-13T00:39:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T00:39:03,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/832573e1d9fb459bb45c8ee3bfaa5800 2024-11-13T00:39:03,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/20f0970afbac43cca177fbd2ea903720 is 50, key is test_row_0/C:col10/1731458340087/Put/seqid=0 2024-11-13T00:39:03,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742385_1561 (size=12301) 2024-11-13T00:39:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T00:39:03,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/20f0970afbac43cca177fbd2ea903720 2024-11-13T00:39:03,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/0b607f91334541799ebe20d28af3e6b9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0b607f91334541799ebe20d28af3e6b9 2024-11-13T00:39:03,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0b607f91334541799ebe20d28af3e6b9, entries=150, sequenceid=502, filesize=12.0 K 2024-11-13T00:39:03,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/832573e1d9fb459bb45c8ee3bfaa5800 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/832573e1d9fb459bb45c8ee3bfaa5800 2024-11-13T00:39:03,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/832573e1d9fb459bb45c8ee3bfaa5800, entries=150, sequenceid=502, filesize=12.0 K 2024-11-13T00:39:03,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/20f0970afbac43cca177fbd2ea903720 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/20f0970afbac43cca177fbd2ea903720 2024-11-13T00:39:03,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/20f0970afbac43cca177fbd2ea903720, entries=150, sequenceid=502, filesize=12.0 K 2024-11-13T00:39:03,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=6.71 KB/6870 for 3cec83596b8cfb8312793976f70c0db5 in 1238ms, sequenceid=502, compaction requested=false 2024-11-13T00:39:03,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3cec83596b8cfb8312793976f70c0db5: 2024-11-13T00:39:03,497 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:39:03,497 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:39:03,497 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. after waiting 0 ms 2024-11-13T00:39:03,497 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:39:03,497 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing 3cec83596b8cfb8312793976f70c0db5 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-13T00:39:03,499 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/3c780394004c44579eed8f5747f35d0e is 50, key is test_row_0/A:col10/1731458342265/Put/seqid=0 2024-11-13T00:39:03,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742386_1562 (size=7415) 2024-11-13T00:39:03,903 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/3c780394004c44579eed8f5747f35d0e 2024-11-13T00:39:03,908 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/27e9e70d7ea648d9bc8e670087b2a1b4 is 50, key is test_row_0/B:col10/1731458342265/Put/seqid=0 2024-11-13T00:39:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742387_1563 (size=7415) 2024-11-13T00:39:04,311 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/27e9e70d7ea648d9bc8e670087b2a1b4 2024-11-13T00:39:04,316 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/0070c1215a614a38a104a638b03bfe1d is 50, key is test_row_0/C:col10/1731458342265/Put/seqid=0 2024-11-13T00:39:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742388_1564 (size=7415) 2024-11-13T00:39:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T00:39:04,719 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/0070c1215a614a38a104a638b03bfe1d 2024-11-13T00:39:04,722 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/A/3c780394004c44579eed8f5747f35d0e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3c780394004c44579eed8f5747f35d0e 2024-11-13T00:39:04,725 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3c780394004c44579eed8f5747f35d0e, entries=50, sequenceid=506, filesize=7.2 K 2024-11-13T00:39:04,725 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/B/27e9e70d7ea648d9bc8e670087b2a1b4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/27e9e70d7ea648d9bc8e670087b2a1b4 2024-11-13T00:39:04,728 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/27e9e70d7ea648d9bc8e670087b2a1b4, entries=50, sequenceid=506, filesize=7.2 K 2024-11-13T00:39:04,728 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/.tmp/C/0070c1215a614a38a104a638b03bfe1d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0070c1215a614a38a104a638b03bfe1d 2024-11-13T00:39:04,731 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0070c1215a614a38a104a638b03bfe1d, entries=50, sequenceid=506, filesize=7.2 K 2024-11-13T00:39:04,732 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 3cec83596b8cfb8312793976f70c0db5 in 1235ms, sequenceid=506, compaction requested=true 2024-11-13T00:39:04,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2c0b2d28081048a491af3d85f0a3ee00, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f2c934e6816d46d39484366ff794bb3f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/26fa9a442b3c46b8a3ebaf37a6e7aa33, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b6c303d1b03e48389f90a6ba19f9391b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/af9f3260c9d04f7584bf86013f14a039, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0917760e6142404b89dcb4b5481faf1f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/ae0181c2dc574ac8a473b88d26dbb57c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/bdef02d66268416cba68ee447120a713, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/a6c4688a15b147b08fde3c03617b9d94, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/60609837b4504dccbba209bbd75992bb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/db266f0f829e4d3b8e5363540923599c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b86ee90dda9c4acf9efe34b9847468b0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/10636d08c96643db934927944d10d6a6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a9d193b94ec404ea813f8528e514107, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/05d9fbe345ee4d81afc4d3156dfa189e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f4ed38185112421a8184ce8fdee36c0e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3397a4037f324767a98de1f268754f3e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fb44b45a33934333b69f5f02d8ab92a6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6df56e97cb5243f58edd81c9d49fb912, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/847c20576c2c444ea30920dcfed2f54c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/c8f893a20a534e44a05e052b4d93722d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/248be98af591490d8df20c63fa669c9c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6e16374bf44c406b87c9c7ec43b5025f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/cd1f5d07353c422997509fd034c88d58, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/7189a23cda734c23a35d748f8dcecb05, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/21efec157eb14143894f8030cabc6cd0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/1a89154466fc42cb863b877c24ffc8f1, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2dc3698c46414b30a7962e01c7bb2e74, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0c777a8e2cef4ab9a0430fcafb531314, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a5f65ce1b854dd5adea87e5168f71b2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/d09969489897404f910bc395cebe5065, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b24f216165ef42a69c6002678fe21401, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/84e4690890f14b6e9733c2d445b22a6b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fadd6e90c2154de18324fa0e9ff5e1ba] to archive 2024-11-13T00:39:04,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:39:04,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2c0b2d28081048a491af3d85f0a3ee00 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2c0b2d28081048a491af3d85f0a3ee00 2024-11-13T00:39:04,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f2c934e6816d46d39484366ff794bb3f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f2c934e6816d46d39484366ff794bb3f 2024-11-13T00:39:04,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/26fa9a442b3c46b8a3ebaf37a6e7aa33 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/26fa9a442b3c46b8a3ebaf37a6e7aa33 2024-11-13T00:39:04,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b6c303d1b03e48389f90a6ba19f9391b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b6c303d1b03e48389f90a6ba19f9391b 2024-11-13T00:39:04,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/af9f3260c9d04f7584bf86013f14a039 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/af9f3260c9d04f7584bf86013f14a039 2024-11-13T00:39:04,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0917760e6142404b89dcb4b5481faf1f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0917760e6142404b89dcb4b5481faf1f 2024-11-13T00:39:04,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/ae0181c2dc574ac8a473b88d26dbb57c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/ae0181c2dc574ac8a473b88d26dbb57c 2024-11-13T00:39:04,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/bdef02d66268416cba68ee447120a713 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/bdef02d66268416cba68ee447120a713 2024-11-13T00:39:04,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/a6c4688a15b147b08fde3c03617b9d94 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/a6c4688a15b147b08fde3c03617b9d94 2024-11-13T00:39:04,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/60609837b4504dccbba209bbd75992bb to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/60609837b4504dccbba209bbd75992bb 2024-11-13T00:39:04,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/db266f0f829e4d3b8e5363540923599c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/db266f0f829e4d3b8e5363540923599c 2024-11-13T00:39:04,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b86ee90dda9c4acf9efe34b9847468b0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b86ee90dda9c4acf9efe34b9847468b0 2024-11-13T00:39:04,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/10636d08c96643db934927944d10d6a6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/10636d08c96643db934927944d10d6a6 2024-11-13T00:39:04,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a9d193b94ec404ea813f8528e514107 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a9d193b94ec404ea813f8528e514107 2024-11-13T00:39:04,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/05d9fbe345ee4d81afc4d3156dfa189e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/05d9fbe345ee4d81afc4d3156dfa189e 2024-11-13T00:39:04,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f4ed38185112421a8184ce8fdee36c0e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/f4ed38185112421a8184ce8fdee36c0e 2024-11-13T00:39:04,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3397a4037f324767a98de1f268754f3e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3397a4037f324767a98de1f268754f3e 2024-11-13T00:39:04,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fb44b45a33934333b69f5f02d8ab92a6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fb44b45a33934333b69f5f02d8ab92a6 2024-11-13T00:39:04,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6df56e97cb5243f58edd81c9d49fb912 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6df56e97cb5243f58edd81c9d49fb912 2024-11-13T00:39:04,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/847c20576c2c444ea30920dcfed2f54c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/847c20576c2c444ea30920dcfed2f54c 2024-11-13T00:39:04,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/c8f893a20a534e44a05e052b4d93722d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/c8f893a20a534e44a05e052b4d93722d 2024-11-13T00:39:04,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/248be98af591490d8df20c63fa669c9c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/248be98af591490d8df20c63fa669c9c 2024-11-13T00:39:04,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6e16374bf44c406b87c9c7ec43b5025f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/6e16374bf44c406b87c9c7ec43b5025f 2024-11-13T00:39:04,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/cd1f5d07353c422997509fd034c88d58 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/cd1f5d07353c422997509fd034c88d58 2024-11-13T00:39:04,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/7189a23cda734c23a35d748f8dcecb05 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/7189a23cda734c23a35d748f8dcecb05 2024-11-13T00:39:04,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/21efec157eb14143894f8030cabc6cd0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/21efec157eb14143894f8030cabc6cd0 2024-11-13T00:39:04,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/1a89154466fc42cb863b877c24ffc8f1 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/1a89154466fc42cb863b877c24ffc8f1 2024-11-13T00:39:04,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2dc3698c46414b30a7962e01c7bb2e74 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/2dc3698c46414b30a7962e01c7bb2e74 2024-11-13T00:39:04,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0c777a8e2cef4ab9a0430fcafb531314 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0c777a8e2cef4ab9a0430fcafb531314 2024-11-13T00:39:04,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a5f65ce1b854dd5adea87e5168f71b2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3a5f65ce1b854dd5adea87e5168f71b2 2024-11-13T00:39:04,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/d09969489897404f910bc395cebe5065 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/d09969489897404f910bc395cebe5065 2024-11-13T00:39:04,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b24f216165ef42a69c6002678fe21401 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/b24f216165ef42a69c6002678fe21401 2024-11-13T00:39:04,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/84e4690890f14b6e9733c2d445b22a6b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/84e4690890f14b6e9733c2d445b22a6b 2024-11-13T00:39:04,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fadd6e90c2154de18324fa0e9ff5e1ba to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/fadd6e90c2154de18324fa0e9ff5e1ba 2024-11-13T00:39:04,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9bfcdf0bdbfd47d6b4530e97c333f420, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/daab72f8e7a94216bab6fdb2eccf83fe, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f3686723d27646c8a24a5270068e72c8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3f6c53837710493486f53eee7bd2ddd8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0f026c3fc41449f9a51662ca76b70ee4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b1ca31c433fb4cd685ea8714e94e0a00, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eae9bb7a452a471ba8261c7d1133848b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/939e264d34e84a92b2db858bfc5257ed, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/67fcefc330294804873dfafbd6640cdb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b80d6a9e4a694915a5428943ee234fa2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d1af5a21e2ff4a618b592c6846bc033a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/1a7b1e77c82f4328bac8416573fda0da, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0dd848edf638419d9edfc3c303ea413b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/25df9e07ab414ca681948c7f35530a64, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f5a94b2e01b8478fbe7bf643ea108289, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/a78c3ac6c487462bb9c55e46b41db89c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/fb0cc9a222b74de0a8e9494a721dd0aa, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/42d7497d14f847a7a07f4ca86035d550, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9afc3190ed924cfd99359ebdfd43df3c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f737b523ba9b40d98df42124fe3faf17, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/57c6f2496e9443d8adee12569c8e5834, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d0738b584928457cb3f0d1bdfd2d67aa, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b7561ea5f0b84ba981d55ea1bc93c2d6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/05fe84915c27431e8a719e5766e24ccb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/48a80f9437cb43258999c33d8321ac7e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/43d02484a33f4cc1a40ccff0a1f2a270, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0248ea1e8f3b4dce89008fba76495761, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/5d785304c6ac41eda75fc4865f6d6ce8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/346b5fcc1cd840399e59a5d33f16ca65, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3a9894bbb6064ec5b62ef0d8712d4e63, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eb358563f1294782aff4336fa48a0d1e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4b565763a4ed481c8974ebf9c1528801, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4cd6dd6a16a848d794dba54f75a4011c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/66ceba5f0d7147389f70769cb19b9e97] to archive 2024-11-13T00:39:04,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:39:04,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9bfcdf0bdbfd47d6b4530e97c333f420 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9bfcdf0bdbfd47d6b4530e97c333f420 2024-11-13T00:39:04,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/daab72f8e7a94216bab6fdb2eccf83fe to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/daab72f8e7a94216bab6fdb2eccf83fe 2024-11-13T00:39:04,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f3686723d27646c8a24a5270068e72c8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f3686723d27646c8a24a5270068e72c8 2024-11-13T00:39:04,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3f6c53837710493486f53eee7bd2ddd8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3f6c53837710493486f53eee7bd2ddd8 2024-11-13T00:39:04,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0f026c3fc41449f9a51662ca76b70ee4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0f026c3fc41449f9a51662ca76b70ee4 2024-11-13T00:39:04,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b1ca31c433fb4cd685ea8714e94e0a00 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b1ca31c433fb4cd685ea8714e94e0a00 2024-11-13T00:39:04,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eae9bb7a452a471ba8261c7d1133848b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eae9bb7a452a471ba8261c7d1133848b 2024-11-13T00:39:04,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/939e264d34e84a92b2db858bfc5257ed to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/939e264d34e84a92b2db858bfc5257ed 2024-11-13T00:39:04,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/67fcefc330294804873dfafbd6640cdb to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/67fcefc330294804873dfafbd6640cdb 2024-11-13T00:39:04,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b80d6a9e4a694915a5428943ee234fa2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b80d6a9e4a694915a5428943ee234fa2 2024-11-13T00:39:04,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d1af5a21e2ff4a618b592c6846bc033a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d1af5a21e2ff4a618b592c6846bc033a 2024-11-13T00:39:04,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/1a7b1e77c82f4328bac8416573fda0da to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/1a7b1e77c82f4328bac8416573fda0da 2024-11-13T00:39:04,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0dd848edf638419d9edfc3c303ea413b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0dd848edf638419d9edfc3c303ea413b 2024-11-13T00:39:04,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/25df9e07ab414ca681948c7f35530a64 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/25df9e07ab414ca681948c7f35530a64 2024-11-13T00:39:04,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f5a94b2e01b8478fbe7bf643ea108289 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f5a94b2e01b8478fbe7bf643ea108289 2024-11-13T00:39:04,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/a78c3ac6c487462bb9c55e46b41db89c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/a78c3ac6c487462bb9c55e46b41db89c 2024-11-13T00:39:04,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/fb0cc9a222b74de0a8e9494a721dd0aa to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/fb0cc9a222b74de0a8e9494a721dd0aa 2024-11-13T00:39:04,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/42d7497d14f847a7a07f4ca86035d550 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/42d7497d14f847a7a07f4ca86035d550 2024-11-13T00:39:04,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9afc3190ed924cfd99359ebdfd43df3c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/9afc3190ed924cfd99359ebdfd43df3c 2024-11-13T00:39:04,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f737b523ba9b40d98df42124fe3faf17 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/f737b523ba9b40d98df42124fe3faf17 2024-11-13T00:39:04,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/57c6f2496e9443d8adee12569c8e5834 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/57c6f2496e9443d8adee12569c8e5834 2024-11-13T00:39:04,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d0738b584928457cb3f0d1bdfd2d67aa to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/d0738b584928457cb3f0d1bdfd2d67aa 2024-11-13T00:39:04,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b7561ea5f0b84ba981d55ea1bc93c2d6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/b7561ea5f0b84ba981d55ea1bc93c2d6 2024-11-13T00:39:04,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/05fe84915c27431e8a719e5766e24ccb to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/05fe84915c27431e8a719e5766e24ccb 2024-11-13T00:39:04,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/48a80f9437cb43258999c33d8321ac7e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/48a80f9437cb43258999c33d8321ac7e 2024-11-13T00:39:04,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/43d02484a33f4cc1a40ccff0a1f2a270 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/43d02484a33f4cc1a40ccff0a1f2a270 2024-11-13T00:39:04,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0248ea1e8f3b4dce89008fba76495761 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/0248ea1e8f3b4dce89008fba76495761 2024-11-13T00:39:04,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/5d785304c6ac41eda75fc4865f6d6ce8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/5d785304c6ac41eda75fc4865f6d6ce8 2024-11-13T00:39:04,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/346b5fcc1cd840399e59a5d33f16ca65 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/346b5fcc1cd840399e59a5d33f16ca65 2024-11-13T00:39:04,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3a9894bbb6064ec5b62ef0d8712d4e63 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/3a9894bbb6064ec5b62ef0d8712d4e63 2024-11-13T00:39:04,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eb358563f1294782aff4336fa48a0d1e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/eb358563f1294782aff4336fa48a0d1e 2024-11-13T00:39:04,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4b565763a4ed481c8974ebf9c1528801 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4b565763a4ed481c8974ebf9c1528801 2024-11-13T00:39:04,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4cd6dd6a16a848d794dba54f75a4011c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/4cd6dd6a16a848d794dba54f75a4011c 2024-11-13T00:39:04,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/66ceba5f0d7147389f70769cb19b9e97 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/66ceba5f0d7147389f70769cb19b9e97 2024-11-13T00:39:04,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3de9856526564c1691b35e7608efc497, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/d1ea47a4d3ee4eae8d91cca6c466a9ed, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/70d1820183b545b9b617845d5bc01551, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dfc123202f6448ca03acbf3201a297b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0c3938d3e6434534bd07f521ab0d6541, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c58a3f8f97fd4c3c857d20f5fe6470f9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b66357e80ad6410bbe501cd1e0f50c8c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c66da4b92c664c9db302ed8bba51e0ca, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3a6de94d5c99480bb53afe070edbcf8b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dc0bb742bab4ed4bf3476dafb6ab44f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b6707658509c4ea6a61ed32678eefdc4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4458b09d7b3947d38e634feda24e6218, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/771c4c8952d04d4d83a8ddd75a900142, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ebbda5b2ad614f2ab3604dd667199c78, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/dbc916e29ac545b3bed878ebcd900233, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e89c0f527d42baabbc492fc6ffcfa2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/9dad81cec33d4d12bd5239c1cca9c6ba, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f7ed79e7a9454f5584c9f17cdbbdf304, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e217147880437da92d35b12b500164, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6bbbff5a63c54307a6cfe11c11e42e59, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6a822bdd1546483d9a2eca3787f1276d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c7071b9e2a724afe9e0f1b28455f1b72, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ee8d3a0e8e76451c9812a153a1d47df8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/2c659084944b4517b2882976b87617d2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/88c12f5e70324258968af8a88313c884, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/5f60b01a804844ffaf1629a57c7f4bab, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/28cfc9010b6e456fbae4737ff1f169ba, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f493852ec5004f48a6b5452de19242cd, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/353bc2dee9094ceba19123bb1be3ec96, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/a1e8193ff6cd403aa4d9099c8e58c973, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c003623796d34a4991e68c85d031eda5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0022ce6a7fb14de1af5700c240b2c504, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/66c8c239802c4e09bcc2b1ba56502b72, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f2121e4f370b46b48195b455cb4caaa0] to archive 2024-11-13T00:39:04,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:39:04,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3de9856526564c1691b35e7608efc497 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3de9856526564c1691b35e7608efc497 2024-11-13T00:39:04,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/d1ea47a4d3ee4eae8d91cca6c466a9ed to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/d1ea47a4d3ee4eae8d91cca6c466a9ed 2024-11-13T00:39:04,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/70d1820183b545b9b617845d5bc01551 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/70d1820183b545b9b617845d5bc01551 2024-11-13T00:39:04,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dfc123202f6448ca03acbf3201a297b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dfc123202f6448ca03acbf3201a297b 2024-11-13T00:39:04,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0c3938d3e6434534bd07f521ab0d6541 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0c3938d3e6434534bd07f521ab0d6541 2024-11-13T00:39:04,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c58a3f8f97fd4c3c857d20f5fe6470f9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c58a3f8f97fd4c3c857d20f5fe6470f9 2024-11-13T00:39:04,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b66357e80ad6410bbe501cd1e0f50c8c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b66357e80ad6410bbe501cd1e0f50c8c 2024-11-13T00:39:04,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c66da4b92c664c9db302ed8bba51e0ca to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c66da4b92c664c9db302ed8bba51e0ca 2024-11-13T00:39:04,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3a6de94d5c99480bb53afe070edbcf8b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/3a6de94d5c99480bb53afe070edbcf8b 2024-11-13T00:39:04,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dc0bb742bab4ed4bf3476dafb6ab44f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4dc0bb742bab4ed4bf3476dafb6ab44f 2024-11-13T00:39:04,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b6707658509c4ea6a61ed32678eefdc4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/b6707658509c4ea6a61ed32678eefdc4 2024-11-13T00:39:04,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4458b09d7b3947d38e634feda24e6218 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/4458b09d7b3947d38e634feda24e6218 2024-11-13T00:39:04,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/771c4c8952d04d4d83a8ddd75a900142 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/771c4c8952d04d4d83a8ddd75a900142 2024-11-13T00:39:04,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ebbda5b2ad614f2ab3604dd667199c78 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ebbda5b2ad614f2ab3604dd667199c78 2024-11-13T00:39:04,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/dbc916e29ac545b3bed878ebcd900233 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/dbc916e29ac545b3bed878ebcd900233 2024-11-13T00:39:04,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e89c0f527d42baabbc492fc6ffcfa2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e89c0f527d42baabbc492fc6ffcfa2 2024-11-13T00:39:04,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/9dad81cec33d4d12bd5239c1cca9c6ba to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/9dad81cec33d4d12bd5239c1cca9c6ba 2024-11-13T00:39:04,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f7ed79e7a9454f5584c9f17cdbbdf304 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f7ed79e7a9454f5584c9f17cdbbdf304 2024-11-13T00:39:04,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e217147880437da92d35b12b500164 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/35e217147880437da92d35b12b500164 2024-11-13T00:39:04,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6bbbff5a63c54307a6cfe11c11e42e59 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6bbbff5a63c54307a6cfe11c11e42e59 2024-11-13T00:39:04,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6a822bdd1546483d9a2eca3787f1276d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/6a822bdd1546483d9a2eca3787f1276d 2024-11-13T00:39:04,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c7071b9e2a724afe9e0f1b28455f1b72 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c7071b9e2a724afe9e0f1b28455f1b72 2024-11-13T00:39:04,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ee8d3a0e8e76451c9812a153a1d47df8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/ee8d3a0e8e76451c9812a153a1d47df8 2024-11-13T00:39:04,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/2c659084944b4517b2882976b87617d2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/2c659084944b4517b2882976b87617d2 2024-11-13T00:39:04,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/88c12f5e70324258968af8a88313c884 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/88c12f5e70324258968af8a88313c884 2024-11-13T00:39:04,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/5f60b01a804844ffaf1629a57c7f4bab to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/5f60b01a804844ffaf1629a57c7f4bab 2024-11-13T00:39:04,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/28cfc9010b6e456fbae4737ff1f169ba to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/28cfc9010b6e456fbae4737ff1f169ba 2024-11-13T00:39:04,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f493852ec5004f48a6b5452de19242cd to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f493852ec5004f48a6b5452de19242cd 2024-11-13T00:39:04,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/353bc2dee9094ceba19123bb1be3ec96 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/353bc2dee9094ceba19123bb1be3ec96 2024-11-13T00:39:04,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/a1e8193ff6cd403aa4d9099c8e58c973 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/a1e8193ff6cd403aa4d9099c8e58c973 2024-11-13T00:39:04,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c003623796d34a4991e68c85d031eda5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/c003623796d34a4991e68c85d031eda5 2024-11-13T00:39:04,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0022ce6a7fb14de1af5700c240b2c504 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0022ce6a7fb14de1af5700c240b2c504 2024-11-13T00:39:04,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/66c8c239802c4e09bcc2b1ba56502b72 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/66c8c239802c4e09bcc2b1ba56502b72 2024-11-13T00:39:04,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f2121e4f370b46b48195b455cb4caaa0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/f2121e4f370b46b48195b455cb4caaa0 2024-11-13T00:39:04,819 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/recovered.edits/509.seqid, newMaxSeqId=509, maxSeqId=1 2024-11-13T00:39:04,820 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. 2024-11-13T00:39:04,820 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for 3cec83596b8cfb8312793976f70c0db5: Waiting for close lock at 1731458342428Running coprocessor pre-close hooks at 1731458342428Disabling compacts and flushes for region at 1731458342428Disabling writes for close at 1731458343497 (+1069 ms)Obtaining lock to block concurrent updates at 1731458343497Preparing flush snapshotting stores in 3cec83596b8cfb8312793976f70c0db5 at 1731458343497Finished memstore snapshotting TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731458343497Flushing stores of TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5. at 1731458343497Flushing 3cec83596b8cfb8312793976f70c0db5/A: creating writer at 1731458343497Flushing 3cec83596b8cfb8312793976f70c0db5/A: appending metadata at 1731458343499 (+2 ms)Flushing 3cec83596b8cfb8312793976f70c0db5/A: closing flushed file at 1731458343499Flushing 3cec83596b8cfb8312793976f70c0db5/B: creating writer at 1731458343905 (+406 ms)Flushing 3cec83596b8cfb8312793976f70c0db5/B: appending metadata at 1731458343907 (+2 ms)Flushing 3cec83596b8cfb8312793976f70c0db5/B: closing flushed file at 1731458343907Flushing 3cec83596b8cfb8312793976f70c0db5/C: creating writer at 1731458344314 (+407 ms)Flushing 3cec83596b8cfb8312793976f70c0db5/C: appending metadata at 1731458344315 (+1 ms)Flushing 3cec83596b8cfb8312793976f70c0db5/C: closing flushed file at 1731458344315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32224a1e: reopening flushed file at 1731458344722 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144c361c: reopening flushed file at 1731458344725 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466ad67a: reopening flushed file at 1731458344728 (+3 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 3cec83596b8cfb8312793976f70c0db5 in 1235ms, sequenceid=506, compaction requested=true at 1731458344732 (+4 ms)Writing region close event to WAL at 1731458344817 (+85 ms)Running coprocessor post-close hooks at 1731458344820 (+3 ms)Closed at 1731458344820 2024-11-13T00:39:04,822 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed 3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:39:04,822 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=3cec83596b8cfb8312793976f70c0db5, regionState=CLOSED 2024-11-13T00:39:04,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:39:04,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-13T00:39:04,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure 3cec83596b8cfb8312793976f70c0db5, server=cb28580903fb,37235,1731458200455 in 2.5480 sec 2024-11-13T00:39:04,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-13T00:39:04,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cec83596b8cfb8312793976f70c0db5, UNASSIGN in 2.5520 sec 2024-11-13T00:39:04,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-13T00:39:04,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5550 sec 2024-11-13T00:39:04,830 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458344830"}]},"ts":"1731458344830"} 2024-11-13T00:39:04,831 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T00:39:04,831 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T00:39:04,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5630 sec 2024-11-13T00:39:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T00:39:06,436 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:06,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T00:39:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:06,438 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T00:39:06,439 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:06,441 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:39:06,443 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/recovered.edits] 2024-11-13T00:39:06,444 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0b607f91334541799ebe20d28af3e6b9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/0b607f91334541799ebe20d28af3e6b9 2024-11-13T00:39:06,445 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3c780394004c44579eed8f5747f35d0e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/3c780394004c44579eed8f5747f35d0e 2024-11-13T00:39:06,446 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/60f63862013b41c695a0a3aab1bceb69 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/A/60f63862013b41c695a0a3aab1bceb69 2024-11-13T00:39:06,448 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/27e9e70d7ea648d9bc8e670087b2a1b4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/27e9e70d7ea648d9bc8e670087b2a1b4 2024-11-13T00:39:06,448 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/832573e1d9fb459bb45c8ee3bfaa5800 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/832573e1d9fb459bb45c8ee3bfaa5800 2024-11-13T00:39:06,449 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/c24521b046e44e1d907b74abd37bbd82 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/B/c24521b046e44e1d907b74abd37bbd82 2024-11-13T00:39:06,451 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0070c1215a614a38a104a638b03bfe1d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/0070c1215a614a38a104a638b03bfe1d 2024-11-13T00:39:06,451 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/20f0970afbac43cca177fbd2ea903720 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/20f0970afbac43cca177fbd2ea903720 2024-11-13T00:39:06,452 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/8efabad66d2d48329666110a9365c803 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/C/8efabad66d2d48329666110a9365c803 2024-11-13T00:39:06,454 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/recovered.edits/509.seqid to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5/recovered.edits/509.seqid 2024-11-13T00:39:06,454 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/3cec83596b8cfb8312793976f70c0db5 2024-11-13T00:39:06,454 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T00:39:06,456 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:06,458 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T00:39:06,459 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T00:39:06,460 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:06,460 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T00:39:06,460 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731458346460"}]},"ts":"9223372036854775807"} 2024-11-13T00:39:06,462 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T00:39:06,462 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3cec83596b8cfb8312793976f70c0db5, NAME => 'TestAcidGuarantees,,1731458318204.3cec83596b8cfb8312793976f70c0db5.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T00:39:06,462 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T00:39:06,462 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731458346462"}]},"ts":"9223372036854775807"} 2024-11-13T00:39:06,463 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T00:39:06,463 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:06,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-13T00:39:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T00:39:06,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T00:39:06,546 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:06,555 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 242), OpenFileDescriptor=447 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=537 (was 721) 2024-11-13T00:39:06,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=537 2024-11-13T00:39:06,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T00:39:06,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:39:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:06,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:39:06,566 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:06,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 140 2024-11-13T00:39:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-13T00:39:06,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:39:06,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742389_1565 (size=959) 2024-11-13T00:39:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-13T00:39:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-13T00:39:06,973 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b 2024-11-13T00:39:06,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742390_1566 (size=53) 2024-11-13T00:39:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-13T00:39:07,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:39:07,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6783b22fae7c5d878181c598644f4036, disabling compactions & flushes 2024-11-13T00:39:07,378 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:07,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:07,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. after waiting 0 ms 2024-11-13T00:39:07,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:07,378 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:07,378 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6783b22fae7c5d878181c598644f4036: Waiting for close lock at 1731458347378Disabling compacts and flushes for region at 1731458347378Disabling writes for close at 1731458347378Writing region close event to WAL at 1731458347378Closed at 1731458347378 2024-11-13T00:39:07,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:39:07,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731458347379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731458347379"}]},"ts":"1731458347379"} 2024-11-13T00:39:07,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:39:07,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:39:07,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458347381"}]},"ts":"1731458347381"} 2024-11-13T00:39:07,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T00:39:07,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, ASSIGN}] 2024-11-13T00:39:07,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, ASSIGN 2024-11-13T00:39:07,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, ASSIGN; state=OFFLINE, location=cb28580903fb,37235,1731458200455; forceNewPlan=false, retain=false 2024-11-13T00:39:07,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=6783b22fae7c5d878181c598644f4036, regionState=OPENING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:39:07,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, ASSIGN because future has completed 2024-11-13T00:39:07,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:39:07,690 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:07,690 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:39:07,690 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,690 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:39:07,690 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,690 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,692 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,693 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6783b22fae7c5d878181c598644f4036 columnFamilyName A 2024-11-13T00:39:07,693 DEBUG [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:07,693 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(327): Store=6783b22fae7c5d878181c598644f4036/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:39:07,693 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,694 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6783b22fae7c5d878181c598644f4036 columnFamilyName B 2024-11-13T00:39:07,694 DEBUG [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:07,694 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(327): Store=6783b22fae7c5d878181c598644f4036/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:39:07,694 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,695 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6783b22fae7c5d878181c598644f4036 columnFamilyName C 2024-11-13T00:39:07,695 DEBUG [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:07,696 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(327): Store=6783b22fae7c5d878181c598644f4036/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:39:07,696 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,696 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,696 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,697 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,697 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,698 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:39:07,698 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,700 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:39:07,700 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened 6783b22fae7c5d878181c598644f4036; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63571178, jitterRate=-0.05271562933921814}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:39:07,700 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:07,701 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for 6783b22fae7c5d878181c598644f4036: Running coprocessor pre-open hook at 1731458347691Writing region info on filesystem at 1731458347691Initializing all the Stores at 1731458347691Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458347691Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458347691Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458347691Cleaning up temporary data from old regions at 1731458347697 (+6 ms)Running coprocessor post-open hooks at 1731458347700 (+3 ms)Region opened successfully at 1731458347701 (+1 ms) 2024-11-13T00:39:07,702 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., pid=142, masterSystemTime=1731458347687 2024-11-13T00:39:07,703 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:07,703 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:07,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=6783b22fae7c5d878181c598644f4036, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:39:07,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:39:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-13T00:39:07,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-13T00:39:07,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 in 169 msec 2024-11-13T00:39:07,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-13T00:39:07,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, ASSIGN in 324 msec 2024-11-13T00:39:07,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:39:07,709 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458347709"}]},"ts":"1731458347709"} 2024-11-13T00:39:07,711 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T00:39:07,711 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:39:07,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-13T00:39:08,684 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:39:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-13T00:39:08,726 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:08,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5581e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:08,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:08,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:08,728 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:08,728 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:08,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:08,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9f803e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:08,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:08,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:08,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:08,730 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c46c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:08,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:08,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:08,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:08,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:08,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:39:08,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41961,1731458199640 2024-11-13T00:39:08,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4d9ab4 2024-11-13T00:39:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:39:08,734 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:39:08,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T00:39:08,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:39:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742391_1567 (size=995) 2024-11-13T00:39:09,146 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T00:39:09,146 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T00:39:09,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T00:39:09,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, REOPEN/MOVE}] 2024-11-13T00:39:09,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, REOPEN/MOVE 2024-11-13T00:39:09,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6783b22fae7c5d878181c598644f4036, regionState=CLOSING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, REOPEN/MOVE because future has completed 2024-11-13T00:39:09,152 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T00:39:09,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:39:09,304 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,304 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T00:39:09,305 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 6783b22fae7c5d878181c598644f4036, disabling compactions & flushes 2024-11-13T00:39:09,305 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,305 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,305 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. after waiting 0 ms 2024-11-13T00:39:09,305 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,308 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T00:39:09,308 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,308 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 6783b22fae7c5d878181c598644f4036: Waiting for close lock at 1731458349305Running coprocessor pre-close hooks at 1731458349305Disabling compacts and flushes for region at 1731458349305Disabling writes for close at 1731458349305Writing region close event to WAL at 1731458349305Running coprocessor post-close hooks at 1731458349308 (+3 ms)Closed at 1731458349308 2024-11-13T00:39:09,309 WARN [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: 6783b22fae7c5d878181c598644f4036 to self. 2024-11-13T00:39:09,310 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,310 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6783b22fae7c5d878181c598644f4036, regionState=CLOSED 2024-11-13T00:39:09,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:39:09,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-13T00:39:09,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 in 159 msec 2024-11-13T00:39:09,314 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, REOPEN/MOVE; state=CLOSED, location=cb28580903fb,37235,1731458200455; forceNewPlan=false, retain=true 2024-11-13T00:39:09,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6783b22fae7c5d878181c598644f4036, regionState=OPENING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, REOPEN/MOVE because future has completed 2024-11-13T00:39:09,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:39:09,620 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,620 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:39:09,620 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,620 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:39:09,620 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,620 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,621 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,622 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6783b22fae7c5d878181c598644f4036 columnFamilyName A 2024-11-13T00:39:09,623 DEBUG [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:09,623 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(327): Store=6783b22fae7c5d878181c598644f4036/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:39:09,623 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,624 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6783b22fae7c5d878181c598644f4036 columnFamilyName B 2024-11-13T00:39:09,624 DEBUG [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:09,624 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(327): Store=6783b22fae7c5d878181c598644f4036/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:39:09,624 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,625 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6783b22fae7c5d878181c598644f4036 columnFamilyName C 2024-11-13T00:39:09,625 DEBUG [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:09,625 INFO [StoreOpener-6783b22fae7c5d878181c598644f4036-1 {}] regionserver.HStore(327): Store=6783b22fae7c5d878181c598644f4036/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:39:09,625 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,626 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,626 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,627 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,627 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,627 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T00:39:09,628 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,629 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened 6783b22fae7c5d878181c598644f4036; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71727564, jitterRate=0.06882399320602417}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T00:39:09,629 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,629 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for 6783b22fae7c5d878181c598644f4036: Running coprocessor pre-open hook at 1731458349620Writing region info on filesystem at 1731458349620Initializing all the Stores at 1731458349621 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458349621Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458349621Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731458349621Cleaning up temporary data from old regions at 1731458349627 (+6 ms)Running coprocessor post-open hooks at 1731458349629 (+2 ms)Region opened successfully at 1731458349629 2024-11-13T00:39:09,630 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., pid=147, masterSystemTime=1731458349617 2024-11-13T00:39:09,631 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,631 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6783b22fae7c5d878181c598644f4036, regionState=OPEN, openSeqNum=5, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:39:09,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145 2024-11-13T00:39:09,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 in 167 msec 2024-11-13T00:39:09,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-13T00:39:09,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, REOPEN/MOVE in 484 msec 2024-11-13T00:39:09,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-13T00:39:09,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-13T00:39:09,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-13T00:39:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T00:39:09,640 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:09,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:09,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:09,641 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3fa15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:09,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:09,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:09,642 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:09,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c8e0af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:09,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:09,644 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b7823a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:09,645 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da76a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:09,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:09,646 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2091a567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:09,648 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:09,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc2ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:09,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:09,649 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:09,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:09,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:09,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525897d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:09,650 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffff0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:09,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:09,652 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:09,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:09,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:09,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ba866f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:09,653 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:09,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52db3936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:09,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:09,655 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be6c67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:09,656 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4834152d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:09,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:09,658 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4745b9a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:09,659 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdaab3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:09,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:09,660 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a26d5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:09,662 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bd5f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:09,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:09,663 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:09,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:09,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:09,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f520a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:09,664 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:09,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e853aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8fc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41961,-1 for getting cluster id 2024-11-13T00:39:09,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:39:09,666 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de8dcccc-8509-4c8f-844d-7ee60f2a3d5f' 2024-11-13T00:39:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:39:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de8dcccc-8509-4c8f-844d-7ee60f2a3d5f" 2024-11-13T00:39:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620dc2a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41961,-1] 2024-11-13T00:39:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:39:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:09,667 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:39:09,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a259df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:39:09,668 DEBUG [Thread-2521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:09,668 DEBUG [Thread-2532 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:09,668 DEBUG [Thread-2519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:09,668 DEBUG [Thread-2523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:09,668 DEBUG [Thread-2517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:09,668 DEBUG [Thread-2515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:09,668 DEBUG [Thread-2528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:09,669 DEBUG [Thread-2526 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:09,670 DEBUG [Thread-2530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:09,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:09,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:09,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:09,670 DEBUG [Thread-2534 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:39:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:09,671 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:39:09,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:09,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:09,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37235,1731458200455, seqNum=-1] 2024-11-13T00:39:09,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:39:09,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:09,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:39:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:39:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-13T00:39:09,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:39:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:39:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:39:09,673 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:39:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T00:39:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:39:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:39:09,675 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:39:09,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:39:09,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:39:09,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:39:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:39:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5] 2024-11-13T00:39:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:09,680 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:09,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:39:09,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ee1cd1e607e04875bb9b39ec4e429e61_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458349679/Put/seqid=0 2024-11-13T00:39:09,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458409701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:09,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458409702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458409704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:09,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458409705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458409706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:09,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742392_1568 (size=12154) 2024-11-13T00:39:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T00:39:09,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458409816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:09,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458409816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:09,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458409817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458409817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458409817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:09,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:09,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:09,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:09,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T00:39:10,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458410025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458410026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458410026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458410026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458410026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,117 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:10,120 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ee1cd1e607e04875bb9b39ec4e429e61_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ee1cd1e607e04875bb9b39ec4e429e61_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:10,121 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/e38dfa051a96443d9a4a61eea70bea8c, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:10,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/e38dfa051a96443d9a4a61eea70bea8c is 175, key is test_row_0/A:col10/1731458349679/Put/seqid=0 2024-11-13T00:39:10,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742393_1569 (size=30955) 2024-11-13T00:39:10,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T00:39:10,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T00:39:10,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458410335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458410335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458410335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458410336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458410336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,526 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/e38dfa051a96443d9a4a61eea70bea8c 2024-11-13T00:39:10,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/71875aee76fe4c4497261bcac57e4e56 is 50, key is test_row_0/B:col10/1731458349679/Put/seqid=0 2024-11-13T00:39:10,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742394_1570 (size=12001) 2024-11-13T00:39:10,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T00:39:10,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458410846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458410846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458410846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458410846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458410846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:10,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:10,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:10,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/71875aee76fe4c4497261bcac57e4e56 2024-11-13T00:39:10,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/b779d3f5e77e4c72b4fd163c0ce70b22 is 50, key is test_row_0/C:col10/1731458349679/Put/seqid=0 2024-11-13T00:39:10,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742395_1571 (size=12001) 2024-11-13T00:39:11,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:11,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:11,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:11,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:11,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:11,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:11,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:11,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:11,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:11,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:11,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/b779d3f5e77e4c72b4fd163c0ce70b22 2024-11-13T00:39:11,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/e38dfa051a96443d9a4a61eea70bea8c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e38dfa051a96443d9a4a61eea70bea8c 2024-11-13T00:39:11,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e38dfa051a96443d9a4a61eea70bea8c, entries=150, sequenceid=16, filesize=30.2 K 2024-11-13T00:39:11,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/71875aee76fe4c4497261bcac57e4e56 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/71875aee76fe4c4497261bcac57e4e56 2024-11-13T00:39:11,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/71875aee76fe4c4497261bcac57e4e56, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T00:39:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/b779d3f5e77e4c72b4fd163c0ce70b22 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b779d3f5e77e4c72b4fd163c0ce70b22 2024-11-13T00:39:11,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b779d3f5e77e4c72b4fd163c0ce70b22, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T00:39:11,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6783b22fae7c5d878181c598644f4036 in 1718ms, sequenceid=16, compaction requested=false 2024-11-13T00:39:11,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:11,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-13T00:39:11,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:11,510 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:39:11,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138d1bb26015724258addb265fc1e36dbd_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458349704/Put/seqid=0 2024-11-13T00:39:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742396_1572 (size=12154) 2024-11-13T00:39:11,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,526 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138d1bb26015724258addb265fc1e36dbd_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138d1bb26015724258addb265fc1e36dbd_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:11,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ddfa351ff88d4355ac85a9999db0acb4, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:11,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ddfa351ff88d4355ac85a9999db0acb4 is 175, key is test_row_0/A:col10/1731458349704/Put/seqid=0 2024-11-13T00:39:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742397_1573 (size=30955) 2024-11-13T00:39:11,531 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ddfa351ff88d4355ac85a9999db0acb4 2024-11-13T00:39:11,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f48982c1a05f498eb62a9ee5ad039662 is 50, key is test_row_0/B:col10/1731458349704/Put/seqid=0 2024-11-13T00:39:11,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742398_1574 (size=12001) 2024-11-13T00:39:11,541 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f48982c1a05f498eb62a9ee5ad039662 2024-11-13T00:39:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/1af7950b92a5415fad2c4ad513d89c38 is 50, key is test_row_0/C:col10/1731458349704/Put/seqid=0 2024-11-13T00:39:11,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742399_1575 (size=12001) 2024-11-13T00:39:11,552 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/1af7950b92a5415fad2c4ad513d89c38 2024-11-13T00:39:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ddfa351ff88d4355ac85a9999db0acb4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ddfa351ff88d4355ac85a9999db0acb4 2024-11-13T00:39:11,563 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ddfa351ff88d4355ac85a9999db0acb4, entries=150, sequenceid=41, filesize=30.2 K 2024-11-13T00:39:11,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f48982c1a05f498eb62a9ee5ad039662 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f48982c1a05f498eb62a9ee5ad039662 2024-11-13T00:39:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,568 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f48982c1a05f498eb62a9ee5ad039662, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T00:39:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/1af7950b92a5415fad2c4ad513d89c38 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/1af7950b92a5415fad2c4ad513d89c38 2024-11-13T00:39:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,572 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/1af7950b92a5415fad2c4ad513d89c38, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T00:39:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,573 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 6783b22fae7c5d878181c598644f4036 in 63ms, sequenceid=41, compaction requested=false 2024-11-13T00:39:11,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:11,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-13T00:39:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-13T00:39:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-13T00:39:11,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8990 sec 2024-11-13T00:39:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.9060 sec 2024-11-13T00:39:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T00:39:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,826 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,827 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:39:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-13T00:39:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,828 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:39:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-13T00:39:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,829 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:39:11,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:39:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:11,907 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:11,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:39:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111308522df0d6ec4e2f8035e878727ed045_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458351895/Put/seqid=0 2024-11-13T00:39:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742401_1577 (size=26798) 2024-11-13T00:39:11,926 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:11,930 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111308522df0d6ec4e2f8035e878727ed045_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111308522df0d6ec4e2f8035e878727ed045_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:11,931 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/961dff74de154546839864eb6d1bd996, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:11,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/961dff74de154546839864eb6d1bd996 is 175, key is test_row_0/A:col10/1731458351895/Put/seqid=0 2024-11-13T00:39:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742400_1576 (size=82585) 2024-11-13T00:39:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-13T00:39:11,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458411941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:11,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:11,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:11,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:11,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:11,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458411947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458411948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:11,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458411949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:11,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458411955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:11,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:11,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-13T00:39:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:11,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:11,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:11,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458412056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458412066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458412066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458412066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458412066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-13T00:39:12,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-13T00:39:12,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458412266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458412276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458412276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458412276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458412277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-13T00:39:12,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:12,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,333 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/961dff74de154546839864eb6d1bd996 2024-11-13T00:39:12,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f70944afa44c4e9997072a1f1fed0dba is 50, key is test_row_0/B:col10/1731458351895/Put/seqid=0 2024-11-13T00:39:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742402_1578 (size=12001) 2024-11-13T00:39:12,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-13T00:39:12,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:12,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-13T00:39:12,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458412576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458412586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458412586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458412586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458412586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:12,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:12,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-13T00:39:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f70944afa44c4e9997072a1f1fed0dba 2024-11-13T00:39:12,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-13T00:39:12,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:12,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/fc872ddf4363476c8d65a77166746557 is 50, key is test_row_0/C:col10/1731458351895/Put/seqid=0 2024-11-13T00:39:12,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742403_1579 (size=12001) 2024-11-13T00:39:12,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-13T00:39:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:12,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-13T00:39:13,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-13T00:39:13,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:13,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:13,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:13,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:13,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:13,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458413086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:13,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:13,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:13,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:13,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458413096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:13,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:13,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458413096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:13,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458413096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:13,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458413096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:13,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/fc872ddf4363476c8d65a77166746557 2024-11-13T00:39:13,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/961dff74de154546839864eb6d1bd996 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/961dff74de154546839864eb6d1bd996 2024-11-13T00:39:13,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/961dff74de154546839864eb6d1bd996, entries=450, sequenceid=53, filesize=80.6 K 2024-11-13T00:39:13,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f70944afa44c4e9997072a1f1fed0dba as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f70944afa44c4e9997072a1f1fed0dba 2024-11-13T00:39:13,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f70944afa44c4e9997072a1f1fed0dba, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T00:39:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/fc872ddf4363476c8d65a77166746557 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/fc872ddf4363476c8d65a77166746557 2024-11-13T00:39:13,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/fc872ddf4363476c8d65a77166746557, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T00:39:13,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6783b22fae7c5d878181c598644f4036 in 1268ms, sequenceid=53, compaction requested=true 2024-11-13T00:39:13,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:13,175 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:13,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:39:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:13,176 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:39:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:39:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:13,178 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:13,178 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144495 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:13,178 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/B is initiating minor compaction (all files) 2024-11-13T00:39:13,178 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/A is initiating minor compaction (all files) 2024-11-13T00:39:13,178 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/B in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:13,178 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/A in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:13,179 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/71875aee76fe4c4497261bcac57e4e56, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f48982c1a05f498eb62a9ee5ad039662, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f70944afa44c4e9997072a1f1fed0dba] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=35.2 K 2024-11-13T00:39:13,179 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e38dfa051a96443d9a4a61eea70bea8c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ddfa351ff88d4355ac85a9999db0acb4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/961dff74de154546839864eb6d1bd996] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=141.1 K 2024-11-13T00:39:13,179 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:13,179 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e38dfa051a96443d9a4a61eea70bea8c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ddfa351ff88d4355ac85a9999db0acb4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/961dff74de154546839864eb6d1bd996] 2024-11-13T00:39:13,179 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 71875aee76fe4c4497261bcac57e4e56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731458349678 2024-11-13T00:39:13,179 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting e38dfa051a96443d9a4a61eea70bea8c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731458349678 2024-11-13T00:39:13,180 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f48982c1a05f498eb62a9ee5ad039662, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731458349701 2024-11-13T00:39:13,180 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddfa351ff88d4355ac85a9999db0acb4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731458349701 2024-11-13T00:39:13,180 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 961dff74de154546839864eb6d1bd996, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731458351874 2024-11-13T00:39:13,180 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f70944afa44c4e9997072a1f1fed0dba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731458351895 2024-11-13T00:39:13,187 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:13,188 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#B#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:13,188 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/0c1bab9093bd4af184dfd611566f2a36 is 50, key is test_row_0/B:col10/1731458351895/Put/seqid=0 2024-11-13T00:39:13,191 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411138b13daef31b349f2bdb0b2bb00957f85_6783b22fae7c5d878181c598644f4036 store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:13,193 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411138b13daef31b349f2bdb0b2bb00957f85_6783b22fae7c5d878181c598644f4036, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:13,194 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138b13daef31b349f2bdb0b2bb00957f85_6783b22fae7c5d878181c598644f4036 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:13,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-13T00:39:13,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:13,206 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:39:13,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742404_1580 (size=12104) 2024-11-13T00:39:13,215 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/0c1bab9093bd4af184dfd611566f2a36 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/0c1bab9093bd4af184dfd611566f2a36 2024-11-13T00:39:13,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742405_1581 (size=4469) 2024-11-13T00:39:13,217 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#A#compaction#496 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:13,218 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/1d0f006f31a44ac6870e6b6e5a751589 is 175, key is test_row_0/A:col10/1731458351895/Put/seqid=0 2024-11-13T00:39:13,222 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/B of 6783b22fae7c5d878181c598644f4036 into 0c1bab9093bd4af184dfd611566f2a36(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:13,222 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:13,222 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/B, priority=13, startTime=1731458353176; duration=0sec 2024-11-13T00:39:13,222 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:13,222 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:B 2024-11-13T00:39:13,222 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113357d57c46aa64e9b81ec1e1372ac0a4a_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458351945/Put/seqid=0 2024-11-13T00:39:13,224 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:13,224 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/C is initiating minor compaction (all files) 2024-11-13T00:39:13,224 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/C in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:13,225 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b779d3f5e77e4c72b4fd163c0ce70b22, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/1af7950b92a5415fad2c4ad513d89c38, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/fc872ddf4363476c8d65a77166746557] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=35.2 K 2024-11-13T00:39:13,225 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b779d3f5e77e4c72b4fd163c0ce70b22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731458349678 2024-11-13T00:39:13,225 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 1af7950b92a5415fad2c4ad513d89c38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731458349701 2024-11-13T00:39:13,226 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting fc872ddf4363476c8d65a77166746557, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731458351895 2024-11-13T00:39:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742406_1582 (size=31058) 2024-11-13T00:39:13,239 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#C#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:13,240 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/f874954912e949e1ac7677674e43936b is 50, key is test_row_0/C:col10/1731458351895/Put/seqid=0 2024-11-13T00:39:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742407_1583 (size=12154) 2024-11-13T00:39:13,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742408_1584 (size=12104) 2024-11-13T00:39:13,261 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/f874954912e949e1ac7677674e43936b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f874954912e949e1ac7677674e43936b 2024-11-13T00:39:13,266 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/C of 6783b22fae7c5d878181c598644f4036 into f874954912e949e1ac7677674e43936b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:13,266 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:13,266 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/C, priority=13, startTime=1731458353176; duration=0sec 2024-11-13T00:39:13,266 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:13,266 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:C 2024-11-13T00:39:13,640 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/1d0f006f31a44ac6870e6b6e5a751589 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/1d0f006f31a44ac6870e6b6e5a751589 2024-11-13T00:39:13,644 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/A of 6783b22fae7c5d878181c598644f4036 into 1d0f006f31a44ac6870e6b6e5a751589(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:13,644 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:13,644 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/A, priority=13, startTime=1731458353175; duration=0sec 2024-11-13T00:39:13,644 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:13,644 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:A 2024-11-13T00:39:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:13,652 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113357d57c46aa64e9b81ec1e1372ac0a4a_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113357d57c46aa64e9b81ec1e1372ac0a4a_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:13,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/19bf8c13baf640b2b6a6bf9bcbc387a7, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:13,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/19bf8c13baf640b2b6a6bf9bcbc387a7 is 175, key is test_row_0/A:col10/1731458351945/Put/seqid=0 2024-11-13T00:39:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742409_1585 (size=30955) 2024-11-13T00:39:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-13T00:39:14,057 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/19bf8c13baf640b2b6a6bf9bcbc387a7 2024-11-13T00:39:14,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/8c9ffb21cf5e4f629de081cf972a5140 is 50, key is test_row_0/B:col10/1731458351945/Put/seqid=0 2024-11-13T00:39:14,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742410_1586 (size=12001) 2024-11-13T00:39:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:14,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:14,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458414116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458414117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458414130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458414140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458414139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458414236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458414246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458414246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458414256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458414256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458414446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458414456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458414456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458414465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458414465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,468 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/8c9ffb21cf5e4f629de081cf972a5140 2024-11-13T00:39:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/565db0fe44ba4eabb36e580738694075 is 50, key is test_row_0/C:col10/1731458351945/Put/seqid=0 2024-11-13T00:39:14,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742411_1587 (size=12001) 2024-11-13T00:39:14,478 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/565db0fe44ba4eabb36e580738694075 2024-11-13T00:39:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/19bf8c13baf640b2b6a6bf9bcbc387a7 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/19bf8c13baf640b2b6a6bf9bcbc387a7 2024-11-13T00:39:14,484 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/19bf8c13baf640b2b6a6bf9bcbc387a7, entries=150, sequenceid=78, filesize=30.2 K 2024-11-13T00:39:14,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/8c9ffb21cf5e4f629de081cf972a5140 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/8c9ffb21cf5e4f629de081cf972a5140 2024-11-13T00:39:14,488 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/8c9ffb21cf5e4f629de081cf972a5140, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T00:39:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/565db0fe44ba4eabb36e580738694075 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/565db0fe44ba4eabb36e580738694075 2024-11-13T00:39:14,491 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/565db0fe44ba4eabb36e580738694075, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T00:39:14,492 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 6783b22fae7c5d878181c598644f4036 in 1287ms, sequenceid=78, compaction requested=false 2024-11-13T00:39:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-13T00:39:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-13T00:39:14,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-13T00:39:14,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6650 sec 2024-11-13T00:39:14,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.6690 sec 2024-11-13T00:39:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:14,759 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:14,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T00:39:14,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134891f423390a41a2953f8c41203221f7_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458354120/Put/seqid=0 2024-11-13T00:39:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742412_1588 (size=14594) 2024-11-13T00:39:14,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458414788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458414789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458414790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458414791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458414793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458414906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458414906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458414906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458414906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458414906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458415115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458415115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458415116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458415116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458415116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,169 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:15,176 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134891f423390a41a2953f8c41203221f7_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134891f423390a41a2953f8c41203221f7_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:15,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/0472452eb1294881b978189f678019bb, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:15,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/0472452eb1294881b978189f678019bb is 175, key is test_row_0/A:col10/1731458354120/Put/seqid=0 2024-11-13T00:39:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742413_1589 (size=39549) 2024-11-13T00:39:15,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458415426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458415426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458415427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458415427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458415427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,591 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/0472452eb1294881b978189f678019bb 2024-11-13T00:39:15,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/42d78119c40d4555a98ae2b139e4ad93 is 50, key is test_row_0/B:col10/1731458354120/Put/seqid=0 2024-11-13T00:39:15,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742414_1590 (size=12001) 2024-11-13T00:39:15,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458415936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458415936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458415936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458415936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458415946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-13T00:39:15,986 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:15,986 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:39:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-13T00:39:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T00:39:15,988 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:39:15,989 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:39:15,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:39:16,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/42d78119c40d4555a98ae2b139e4ad93 2024-11-13T00:39:16,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ce7763e84797408780dc7a7a805e566f is 50, key is test_row_0/C:col10/1731458354120/Put/seqid=0 2024-11-13T00:39:16,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742415_1591 (size=12001) 2024-11-13T00:39:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T00:39:16,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-13T00:39:16,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:16,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:16,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:16,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:16,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:16,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-13T00:39:16,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:16,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:16,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:16,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:16,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T00:39:16,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ce7763e84797408780dc7a7a805e566f 2024-11-13T00:39:16,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/0472452eb1294881b978189f678019bb as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0472452eb1294881b978189f678019bb 2024-11-13T00:39:16,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0472452eb1294881b978189f678019bb, entries=200, sequenceid=95, filesize=38.6 K 2024-11-13T00:39:16,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/42d78119c40d4555a98ae2b139e4ad93 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/42d78119c40d4555a98ae2b139e4ad93 2024-11-13T00:39:16,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/42d78119c40d4555a98ae2b139e4ad93, entries=150, sequenceid=95, filesize=11.7 K 2024-11-13T00:39:16,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ce7763e84797408780dc7a7a805e566f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ce7763e84797408780dc7a7a805e566f 2024-11-13T00:39:16,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ce7763e84797408780dc7a7a805e566f, entries=150, sequenceid=95, filesize=11.7 K 2024-11-13T00:39:16,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6783b22fae7c5d878181c598644f4036 in 1667ms, sequenceid=95, compaction requested=true 2024-11-13T00:39:16,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:16,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:39:16,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:16,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:39:16,427 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:16,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:16,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:39:16,427 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:16,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:16,428 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:16,428 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:16,428 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/A is initiating minor compaction (all files) 2024-11-13T00:39:16,428 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/B is initiating minor compaction (all files) 2024-11-13T00:39:16,428 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/B in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:16,428 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/A in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:16,428 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/0c1bab9093bd4af184dfd611566f2a36, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/8c9ffb21cf5e4f629de081cf972a5140, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/42d78119c40d4555a98ae2b139e4ad93] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=35.3 K 2024-11-13T00:39:16,428 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/1d0f006f31a44ac6870e6b6e5a751589, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/19bf8c13baf640b2b6a6bf9bcbc387a7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0472452eb1294881b978189f678019bb] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=99.2 K 2024-11-13T00:39:16,428 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:16,428 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/1d0f006f31a44ac6870e6b6e5a751589, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/19bf8c13baf640b2b6a6bf9bcbc387a7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0472452eb1294881b978189f678019bb] 2024-11-13T00:39:16,428 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c1bab9093bd4af184dfd611566f2a36, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731458351895 2024-11-13T00:39:16,428 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d0f006f31a44ac6870e6b6e5a751589, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731458351895 2024-11-13T00:39:16,428 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c9ffb21cf5e4f629de081cf972a5140, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731458351945 2024-11-13T00:39:16,429 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19bf8c13baf640b2b6a6bf9bcbc387a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731458351945 2024-11-13T00:39:16,429 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 42d78119c40d4555a98ae2b139e4ad93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731458354112 2024-11-13T00:39:16,429 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0472452eb1294881b978189f678019bb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731458354112 2024-11-13T00:39:16,434 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:16,434 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:16,435 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/c2c7cdba1896458a94d40eea87922932 is 50, key is test_row_0/B:col10/1731458354120/Put/seqid=0 2024-11-13T00:39:16,436 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113ae5de205f989478a9dea97e73d3ad8a5_6783b22fae7c5d878181c598644f4036 store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:16,438 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113ae5de205f989478a9dea97e73d3ad8a5_6783b22fae7c5d878181c598644f4036, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:16,438 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ae5de205f989478a9dea97e73d3ad8a5_6783b22fae7c5d878181c598644f4036 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:16,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742416_1592 (size=12207) 2024-11-13T00:39:16,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742417_1593 (size=4469) 2024-11-13T00:39:16,445 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/c2c7cdba1896458a94d40eea87922932 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c2c7cdba1896458a94d40eea87922932 2024-11-13T00:39:16,446 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#A#compaction#505 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:16,447 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/149c88435e554d35a81ede157b924740 is 175, key is test_row_0/A:col10/1731458354120/Put/seqid=0 2024-11-13T00:39:16,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-13T00:39:16,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:16,447 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T00:39:16,451 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/B of 6783b22fae7c5d878181c598644f4036 into c2c7cdba1896458a94d40eea87922932(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:16,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:16,451 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/B, priority=13, startTime=1731458356427; duration=0sec 2024-11-13T00:39:16,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:16,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:B 2024-11-13T00:39:16,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742418_1594 (size=31161) 2024-11-13T00:39:16,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:16,452 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:16,452 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/C is initiating minor compaction (all files) 2024-11-13T00:39:16,452 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/C in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:16,452 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f874954912e949e1ac7677674e43936b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/565db0fe44ba4eabb36e580738694075, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ce7763e84797408780dc7a7a805e566f] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=35.3 K 2024-11-13T00:39:16,452 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f874954912e949e1ac7677674e43936b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731458351895 2024-11-13T00:39:16,453 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 565db0fe44ba4eabb36e580738694075, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731458351945 2024-11-13T00:39:16,453 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7763e84797408780dc7a7a805e566f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731458354112 2024-11-13T00:39:16,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dda43c3652e94cfdb04ba3e16e475055_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458354791/Put/seqid=0 2024-11-13T00:39:16,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742419_1595 (size=12154) 2024-11-13T00:39:16,461 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/149c88435e554d35a81ede157b924740 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/149c88435e554d35a81ede157b924740 2024-11-13T00:39:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:16,465 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:16,465 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/9213125ab12940df8e8c9dd8b3fa9c34 is 50, key is test_row_0/C:col10/1731458354120/Put/seqid=0 2024-11-13T00:39:16,469 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/A of 6783b22fae7c5d878181c598644f4036 into 149c88435e554d35a81ede157b924740(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:16,469 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:16,469 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/A, priority=13, startTime=1731458356427; duration=0sec 2024-11-13T00:39:16,470 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:16,470 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:A 2024-11-13T00:39:16,470 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dda43c3652e94cfdb04ba3e16e475055_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dda43c3652e94cfdb04ba3e16e475055_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:16,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/6e7eac6d0d2c41368a72e0455407b712, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:16,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/6e7eac6d0d2c41368a72e0455407b712 is 175, key is test_row_0/A:col10/1731458354791/Put/seqid=0 2024-11-13T00:39:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742420_1596 (size=12207) 2024-11-13T00:39:16,486 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/9213125ab12940df8e8c9dd8b3fa9c34 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/9213125ab12940df8e8c9dd8b3fa9c34 2024-11-13T00:39:16,490 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/C of 6783b22fae7c5d878181c598644f4036 into 9213125ab12940df8e8c9dd8b3fa9c34(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:16,490 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:16,490 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/C, priority=13, startTime=1731458356427; duration=0sec 2024-11-13T00:39:16,490 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:16,490 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:C 2024-11-13T00:39:16,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742421_1597 (size=30955) 2024-11-13T00:39:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T00:39:16,905 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/6e7eac6d0d2c41368a72e0455407b712 2024-11-13T00:39:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/fd839c3c888e46fab0e54cdfd4ee9d7d is 50, key is test_row_0/B:col10/1731458354791/Put/seqid=0 2024-11-13T00:39:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742422_1598 (size=12001) 2024-11-13T00:39:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:16,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458416958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:16,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458416959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:16,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:16,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:16,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:16,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:16,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:16,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:16,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458416960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:16,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458416960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:16,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458416961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458417065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458417065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458417076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458417076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458417076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T00:39:17,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458417276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458417276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458417286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458417286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458417286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,322 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/fd839c3c888e46fab0e54cdfd4ee9d7d 2024-11-13T00:39:17,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2d331788f05949c6822cfa877b4ab9aa is 50, key is test_row_0/C:col10/1731458354791/Put/seqid=0 2024-11-13T00:39:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742423_1599 (size=12001) 2024-11-13T00:39:17,332 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2d331788f05949c6822cfa877b4ab9aa 2024-11-13T00:39:17,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/6e7eac6d0d2c41368a72e0455407b712 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6e7eac6d0d2c41368a72e0455407b712 2024-11-13T00:39:17,340 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6e7eac6d0d2c41368a72e0455407b712, entries=150, sequenceid=117, filesize=30.2 K 2024-11-13T00:39:17,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/fd839c3c888e46fab0e54cdfd4ee9d7d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fd839c3c888e46fab0e54cdfd4ee9d7d 2024-11-13T00:39:17,343 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fd839c3c888e46fab0e54cdfd4ee9d7d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T00:39:17,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2d331788f05949c6822cfa877b4ab9aa as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2d331788f05949c6822cfa877b4ab9aa 2024-11-13T00:39:17,347 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2d331788f05949c6822cfa877b4ab9aa, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T00:39:17,348 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6783b22fae7c5d878181c598644f4036 in 901ms, sequenceid=117, compaction requested=false 2024-11-13T00:39:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-13T00:39:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-13T00:39:17,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-13T00:39:17,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3600 sec 2024-11-13T00:39:17,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.3650 sec 2024-11-13T00:39:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:17,589 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:17,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T00:39:17,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139fd6e55378ca40e7ba7444cc5ef2e8e4_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458356953/Put/seqid=0 2024-11-13T00:39:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742424_1600 (size=14744) 2024-11-13T00:39:17,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458417609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458417615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458417616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458417616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458417617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458417726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458417726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458417726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458417726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458417726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458417936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458417936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458417936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458417936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458417936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:18,004 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139fd6e55378ca40e7ba7444cc5ef2e8e4_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139fd6e55378ca40e7ba7444cc5ef2e8e4_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:18,005 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/6bf5393bf966443fbc9b0a84942fef78, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:18,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/6bf5393bf966443fbc9b0a84942fef78 is 175, key is test_row_0/A:col10/1731458356953/Put/seqid=0 2024-11-13T00:39:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742425_1601 (size=39699) 2024-11-13T00:39:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T00:39:18,136 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:18,137 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:39:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-13T00:39:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T00:39:18,139 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:39:18,139 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:39:18,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:39:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T00:39:18,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458418246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:18,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458418246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458418246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:18,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458418246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458418246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T00:39:18,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:18,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:18,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:18,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,409 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/6bf5393bf966443fbc9b0a84942fef78 2024-11-13T00:39:18,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/2e1f672338c842dbb9139b91df77a143 is 50, key is test_row_0/B:col10/1731458356953/Put/seqid=0 2024-11-13T00:39:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742426_1602 (size=12101) 2024-11-13T00:39:18,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T00:39:18,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:18,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:18,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:18,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T00:39:18,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T00:39:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:18,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T00:39:18,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:18,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:18,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:18,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458418756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:18,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458418756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458418756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458418756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458418756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T00:39:18,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/2e1f672338c842dbb9139b91df77a143 2024-11-13T00:39:18,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2bc45a373eb34d7488e36c88662f338e is 50, key is test_row_0/C:col10/1731458356953/Put/seqid=0 2024-11-13T00:39:18,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742427_1603 (size=12101) 2024-11-13T00:39:18,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T00:39:18,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:18,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:18,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:18,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:19,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T00:39:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:19,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:19,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T00:39:19,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:19,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:19,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:19,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:19,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:19,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2bc45a373eb34d7488e36c88662f338e 2024-11-13T00:39:19,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/6bf5393bf966443fbc9b0a84942fef78 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6bf5393bf966443fbc9b0a84942fef78 2024-11-13T00:39:19,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6bf5393bf966443fbc9b0a84942fef78, entries=200, sequenceid=136, filesize=38.8 K 2024-11-13T00:39:19,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/2e1f672338c842dbb9139b91df77a143 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/2e1f672338c842dbb9139b91df77a143 2024-11-13T00:39:19,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/2e1f672338c842dbb9139b91df77a143, entries=150, sequenceid=136, filesize=11.8 K 2024-11-13T00:39:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2bc45a373eb34d7488e36c88662f338e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2bc45a373eb34d7488e36c88662f338e 2024-11-13T00:39:19,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2bc45a373eb34d7488e36c88662f338e, entries=150, sequenceid=136, filesize=11.8 K 2024-11-13T00:39:19,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 6783b22fae7c5d878181c598644f4036 in 1658ms, sequenceid=136, compaction requested=true 2024-11-13T00:39:19,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:19,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:39:19,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:19,247 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:19,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:39:19,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:19,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:39:19,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:19,247 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:19,248 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:19,248 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:19,248 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/B is initiating minor compaction (all files) 2024-11-13T00:39:19,248 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/A is initiating minor compaction (all files) 2024-11-13T00:39:19,248 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/B in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:19,248 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/A in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:19,248 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c2c7cdba1896458a94d40eea87922932, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fd839c3c888e46fab0e54cdfd4ee9d7d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/2e1f672338c842dbb9139b91df77a143] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=35.5 K 2024-11-13T00:39:19,248 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/149c88435e554d35a81ede157b924740, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6e7eac6d0d2c41368a72e0455407b712, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6bf5393bf966443fbc9b0a84942fef78] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=99.4 K 2024-11-13T00:39:19,248 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:19,248 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/149c88435e554d35a81ede157b924740, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6e7eac6d0d2c41368a72e0455407b712, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6bf5393bf966443fbc9b0a84942fef78] 2024-11-13T00:39:19,249 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c2c7cdba1896458a94d40eea87922932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731458354112 2024-11-13T00:39:19,249 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 149c88435e554d35a81ede157b924740, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731458354112 2024-11-13T00:39:19,249 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting fd839c3c888e46fab0e54cdfd4ee9d7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731458354789 2024-11-13T00:39:19,249 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e7eac6d0d2c41368a72e0455407b712, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731458354789 2024-11-13T00:39:19,249 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e1f672338c842dbb9139b91df77a143, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731458356953 2024-11-13T00:39:19,249 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bf5393bf966443fbc9b0a84942fef78, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731458356953 2024-11-13T00:39:19,254 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:19,255 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:19,256 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/a20f733434904a549ea3db94dac2e329 is 50, key is test_row_0/B:col10/1731458356953/Put/seqid=0 2024-11-13T00:39:19,257 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113d7976777ab9448abb601eda2dd1fe1df_6783b22fae7c5d878181c598644f4036 store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:19,259 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113d7976777ab9448abb601eda2dd1fe1df_6783b22fae7c5d878181c598644f4036, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:19,259 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d7976777ab9448abb601eda2dd1fe1df_6783b22fae7c5d878181c598644f4036 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:19,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742428_1604 (size=12409) 2024-11-13T00:39:19,265 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/a20f733434904a549ea3db94dac2e329 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/a20f733434904a549ea3db94dac2e329 2024-11-13T00:39:19,269 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/B of 6783b22fae7c5d878181c598644f4036 into a20f733434904a549ea3db94dac2e329(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:19,269 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:19,269 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/B, priority=13, startTime=1731458359247; duration=0sec 2024-11-13T00:39:19,269 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:19,269 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:B 2024-11-13T00:39:19,269 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:19,270 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:19,270 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/C is initiating minor compaction (all files) 2024-11-13T00:39:19,270 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/C in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:19,270 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/9213125ab12940df8e8c9dd8b3fa9c34, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2d331788f05949c6822cfa877b4ab9aa, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2bc45a373eb34d7488e36c88662f338e] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=35.5 K 2024-11-13T00:39:19,271 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 9213125ab12940df8e8c9dd8b3fa9c34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731458354112 2024-11-13T00:39:19,271 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d331788f05949c6822cfa877b4ab9aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731458354789 2024-11-13T00:39:19,271 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bc45a373eb34d7488e36c88662f338e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731458356953 2024-11-13T00:39:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T00:39:19,278 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:19,279 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/c4dd24d74de445648f55bc2973d33470 is 50, key is test_row_0/C:col10/1731458356953/Put/seqid=0 2024-11-13T00:39:19,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742429_1605 (size=4469) 2024-11-13T00:39:19,284 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#A#compaction#514 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:19,284 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/a23dcd63e6ef4aa5b8142b0bbe0f7494 is 175, key is test_row_0/A:col10/1731458356953/Put/seqid=0 2024-11-13T00:39:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742430_1606 (size=12409) 2024-11-13T00:39:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742431_1607 (size=31363) 2024-11-13T00:39:19,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T00:39:19,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:19,366 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T00:39:19,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139f3e904d5e044969a6881a5683e0b730_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458357605/Put/seqid=0 2024-11-13T00:39:19,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742432_1608 (size=12304) 2024-11-13T00:39:19,694 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/c4dd24d74de445648f55bc2973d33470 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c4dd24d74de445648f55bc2973d33470 2024-11-13T00:39:19,698 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/C of 6783b22fae7c5d878181c598644f4036 into c4dd24d74de445648f55bc2973d33470(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:19,698 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:19,698 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/C, priority=13, startTime=1731458359247; duration=0sec 2024-11-13T00:39:19,698 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:19,698 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:C 2024-11-13T00:39:19,699 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/a23dcd63e6ef4aa5b8142b0bbe0f7494 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/a23dcd63e6ef4aa5b8142b0bbe0f7494 2024-11-13T00:39:19,703 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/A of 6783b22fae7c5d878181c598644f4036 into a23dcd63e6ef4aa5b8142b0bbe0f7494(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:19,703 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:19,703 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/A, priority=13, startTime=1731458359247; duration=0sec 2024-11-13T00:39:19,703 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:19,703 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:A 2024-11-13T00:39:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:19,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:19,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458419780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458419781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:19,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458419782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458419783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458419786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:19,793 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139f3e904d5e044969a6881a5683e0b730_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139f3e904d5e044969a6881a5683e0b730_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:19,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/e635cf9f6a1347c8b99a916a0ac3d82e, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:19,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/e635cf9f6a1347c8b99a916a0ac3d82e is 175, key is test_row_0/A:col10/1731458357605/Put/seqid=0 2024-11-13T00:39:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742433_1609 (size=31105) 2024-11-13T00:39:19,801 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/e635cf9f6a1347c8b99a916a0ac3d82e 2024-11-13T00:39:19,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/594ae810cc5a4061b6d5ea2a5d1abde3 is 50, key is test_row_0/B:col10/1731458357605/Put/seqid=0 2024-11-13T00:39:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742434_1610 (size=12151) 2024-11-13T00:39:19,810 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/594ae810cc5a4061b6d5ea2a5d1abde3 2024-11-13T00:39:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ac207d70d4b54d848b7de1b9e573517a is 50, key is test_row_0/C:col10/1731458357605/Put/seqid=0 2024-11-13T00:39:19,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742435_1611 (size=12151) 2024-11-13T00:39:19,825 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ac207d70d4b54d848b7de1b9e573517a 2024-11-13T00:39:19,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/e635cf9f6a1347c8b99a916a0ac3d82e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e635cf9f6a1347c8b99a916a0ac3d82e 2024-11-13T00:39:19,832 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e635cf9f6a1347c8b99a916a0ac3d82e, entries=150, sequenceid=158, filesize=30.4 K 2024-11-13T00:39:19,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/594ae810cc5a4061b6d5ea2a5d1abde3 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/594ae810cc5a4061b6d5ea2a5d1abde3 2024-11-13T00:39:19,836 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/594ae810cc5a4061b6d5ea2a5d1abde3, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T00:39:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ac207d70d4b54d848b7de1b9e573517a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ac207d70d4b54d848b7de1b9e573517a 2024-11-13T00:39:19,840 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ac207d70d4b54d848b7de1b9e573517a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T00:39:19,841 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6783b22fae7c5d878181c598644f4036 in 475ms, sequenceid=158, compaction requested=false 2024-11-13T00:39:19,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:19,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:19,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-13T00:39:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-13T00:39:19,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-13T00:39:19,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7030 sec 2024-11-13T00:39:19,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.7070 sec 2024-11-13T00:39:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:19,898 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:19,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T00:39:19,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134fcfbda179534183841b12697e7c44ed_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458359898/Put/seqid=0 2024-11-13T00:39:19,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742436_1612 (size=17284) 2024-11-13T00:39:19,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458419915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:19,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458419916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:19,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458419918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:19,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458419920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:19,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458419921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458420026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458420026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458420026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458420035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458420035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458420236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458420236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458420236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458420245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458420245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T00:39:20,286 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:20,286 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:39:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-13T00:39:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T00:39:20,288 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:39:20,289 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:39:20,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:39:20,310 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:20,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134fcfbda179534183841b12697e7c44ed_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134fcfbda179534183841b12697e7c44ed_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:20,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2acb13469c1d4460812fc3fc61ef3060, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:20,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2acb13469c1d4460812fc3fc61ef3060 is 175, key is test_row_0/A:col10/1731458359898/Put/seqid=0 2024-11-13T00:39:20,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742437_1613 (size=48389) 2024-11-13T00:39:20,319 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2acb13469c1d4460812fc3fc61ef3060 2024-11-13T00:39:20,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/da027b8e96874afa820a34afd7eb4fa2 is 50, key is test_row_0/B:col10/1731458359898/Put/seqid=0 2024-11-13T00:39:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742438_1614 (size=12151) 2024-11-13T00:39:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T00:39:20,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T00:39:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:20,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458420546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458420546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458420546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458420556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458420556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:20,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:20,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T00:39:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:20,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T00:39:20,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/da027b8e96874afa820a34afd7eb4fa2 2024-11-13T00:39:20,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/7920d3df33c04cdcb36fb0ad7ba7c0c5 is 50, key is test_row_0/C:col10/1731458359898/Put/seqid=0 2024-11-13T00:39:20,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742439_1615 (size=12151) 2024-11-13T00:39:20,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T00:39:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:20,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T00:39:20,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:20,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:20,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T00:39:21,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T00:39:21,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:21,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:21,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:21,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:21,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:21,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458421056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:21,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458421056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:21,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458421056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:21,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:21,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:21,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458421065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:21,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458421065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:21,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/7920d3df33c04cdcb36fb0ad7ba7c0c5 2024-11-13T00:39:21,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2acb13469c1d4460812fc3fc61ef3060 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2acb13469c1d4460812fc3fc61ef3060 2024-11-13T00:39:21,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2acb13469c1d4460812fc3fc61ef3060, entries=250, sequenceid=178, filesize=47.3 K 2024-11-13T00:39:21,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/da027b8e96874afa820a34afd7eb4fa2 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/da027b8e96874afa820a34afd7eb4fa2 2024-11-13T00:39:21,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/da027b8e96874afa820a34afd7eb4fa2, entries=150, sequenceid=178, filesize=11.9 K 2024-11-13T00:39:21,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/7920d3df33c04cdcb36fb0ad7ba7c0c5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/7920d3df33c04cdcb36fb0ad7ba7c0c5 2024-11-13T00:39:21,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/7920d3df33c04cdcb36fb0ad7ba7c0c5, entries=150, sequenceid=178, filesize=11.9 K 2024-11-13T00:39:21,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6783b22fae7c5d878181c598644f4036 in 1257ms, sequenceid=178, compaction requested=true 2024-11-13T00:39:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:39:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:39:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:39:21,156 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:21,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:21,156 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:21,156 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:21,156 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:21,156 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/A is initiating minor compaction (all files) 2024-11-13T00:39:21,157 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/B is initiating minor compaction (all files) 2024-11-13T00:39:21,157 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/A in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:21,157 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/B in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:21,157 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/a23dcd63e6ef4aa5b8142b0bbe0f7494, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e635cf9f6a1347c8b99a916a0ac3d82e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2acb13469c1d4460812fc3fc61ef3060] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=108.3 K 2024-11-13T00:39:21,157 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:21,157 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/a20f733434904a549ea3db94dac2e329, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/594ae810cc5a4061b6d5ea2a5d1abde3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/da027b8e96874afa820a34afd7eb4fa2] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=35.9 K 2024-11-13T00:39:21,157 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/a23dcd63e6ef4aa5b8142b0bbe0f7494, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e635cf9f6a1347c8b99a916a0ac3d82e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2acb13469c1d4460812fc3fc61ef3060] 2024-11-13T00:39:21,157 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting a23dcd63e6ef4aa5b8142b0bbe0f7494, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731458356953 2024-11-13T00:39:21,157 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting e635cf9f6a1347c8b99a916a0ac3d82e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731458357605 2024-11-13T00:39:21,158 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2acb13469c1d4460812fc3fc61ef3060, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458359780 2024-11-13T00:39:21,158 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting a20f733434904a549ea3db94dac2e329, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731458356953 2024-11-13T00:39:21,158 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 594ae810cc5a4061b6d5ea2a5d1abde3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731458357605 2024-11-13T00:39:21,158 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting da027b8e96874afa820a34afd7eb4fa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458359782 2024-11-13T00:39:21,162 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:21,163 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113556d936d031e41bc967a6601228e0c29_6783b22fae7c5d878181c598644f4036 store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:21,164 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#B#compaction#523 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:21,164 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/b671c1ba6a8246618b786bcba35c2381 is 50, key is test_row_0/B:col10/1731458359898/Put/seqid=0 2024-11-13T00:39:21,165 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113556d936d031e41bc967a6601228e0c29_6783b22fae7c5d878181c598644f4036, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:21,166 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113556d936d031e41bc967a6601228e0c29_6783b22fae7c5d878181c598644f4036 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:21,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742440_1616 (size=12561) 2024-11-13T00:39:21,174 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/b671c1ba6a8246618b786bcba35c2381 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/b671c1ba6a8246618b786bcba35c2381 2024-11-13T00:39:21,178 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/B of 6783b22fae7c5d878181c598644f4036 into b671c1ba6a8246618b786bcba35c2381(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:21,178 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:21,178 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/B, priority=13, startTime=1731458361156; duration=0sec 2024-11-13T00:39:21,178 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:21,178 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:B 2024-11-13T00:39:21,178 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:21,179 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:21,179 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/C is initiating minor compaction (all files) 2024-11-13T00:39:21,179 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/C in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:21,179 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c4dd24d74de445648f55bc2973d33470, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ac207d70d4b54d848b7de1b9e573517a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/7920d3df33c04cdcb36fb0ad7ba7c0c5] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=35.9 K 2024-11-13T00:39:21,179 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c4dd24d74de445648f55bc2973d33470, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731458356953 2024-11-13T00:39:21,180 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ac207d70d4b54d848b7de1b9e573517a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731458357605 2024-11-13T00:39:21,180 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 7920d3df33c04cdcb36fb0ad7ba7c0c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458359782 2024-11-13T00:39:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742441_1617 (size=4469) 2024-11-13T00:39:21,186 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#C#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:21,187 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/409abba7ea8848c193ea421a5ad85f65 is 50, key is test_row_0/C:col10/1731458359898/Put/seqid=0 2024-11-13T00:39:21,187 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#A#compaction#522 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:21,188 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2ef5870cfa64406888fd7ab8443c24d6 is 175, key is test_row_0/A:col10/1731458359898/Put/seqid=0 2024-11-13T00:39:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742442_1618 (size=12561) 2024-11-13T00:39:21,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742443_1619 (size=31515) 2024-11-13T00:39:21,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T00:39:21,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:21,205 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T00:39:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131dfe5295fcac4fd4957f51dc09a4edfe_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458359918/Put/seqid=0 2024-11-13T00:39:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742444_1620 (size=12304) 2024-11-13T00:39:21,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,221 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131dfe5295fcac4fd4957f51dc09a4edfe_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131dfe5295fcac4fd4957f51dc09a4edfe_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/fda7b06641a34aa18eecc803594b1592, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/fda7b06641a34aa18eecc803594b1592 is 175, key is test_row_0/A:col10/1731458359918/Put/seqid=0 2024-11-13T00:39:21,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742445_1621 (size=31105) 2024-11-13T00:39:21,230 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/fda7b06641a34aa18eecc803594b1592 2024-11-13T00:39:21,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/fb94673d6e7744ef9a9eca123c44a19e is 50, key is test_row_0/B:col10/1731458359918/Put/seqid=0 2024-11-13T00:39:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742446_1622 (size=12151) 2024-11-13T00:39:21,242 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/fb94673d6e7744ef9a9eca123c44a19e 2024-11-13T00:39:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ae2919f745ac4f818e3bff62180420a0 is 50, key is test_row_0/C:col10/1731458359918/Put/seqid=0 2024-11-13T00:39:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742447_1623 (size=12151) 2024-11-13T00:39:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T00:39:21,604 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2ef5870cfa64406888fd7ab8443c24d6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2ef5870cfa64406888fd7ab8443c24d6 2024-11-13T00:39:21,604 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/409abba7ea8848c193ea421a5ad85f65 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/409abba7ea8848c193ea421a5ad85f65 2024-11-13T00:39:21,608 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/C of 6783b22fae7c5d878181c598644f4036 into 409abba7ea8848c193ea421a5ad85f65(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:21,608 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/A of 6783b22fae7c5d878181c598644f4036 into 2ef5870cfa64406888fd7ab8443c24d6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:21,608 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:21,608 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:21,608 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/C, priority=13, startTime=1731458361156; duration=0sec 2024-11-13T00:39:21,608 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/A, priority=13, startTime=1731458361156; duration=0sec 2024-11-13T00:39:21,608 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:21,608 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:C 2024-11-13T00:39:21,608 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:21,608 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:A 2024-11-13T00:39:21,653 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ae2919f745ac4f818e3bff62180420a0 2024-11-13T00:39:21,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/fda7b06641a34aa18eecc803594b1592 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/fda7b06641a34aa18eecc803594b1592 2024-11-13T00:39:21,660 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/fda7b06641a34aa18eecc803594b1592, entries=150, sequenceid=197, filesize=30.4 K 2024-11-13T00:39:21,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/fb94673d6e7744ef9a9eca123c44a19e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fb94673d6e7744ef9a9eca123c44a19e 2024-11-13T00:39:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,664 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fb94673d6e7744ef9a9eca123c44a19e, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T00:39:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ae2919f745ac4f818e3bff62180420a0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ae2919f745ac4f818e3bff62180420a0 2024-11-13T00:39:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,668 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ae2919f745ac4f818e3bff62180420a0, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T00:39:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,669 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 6783b22fae7c5d878181c598644f4036 in 463ms, sequenceid=197, compaction requested=false 2024-11-13T00:39:21,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:21,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-13T00:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-13T00:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-13T00:39:21,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3810 sec 2024-11-13T00:39:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.3860 sec 2024-11-13T00:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T00:39:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113612ce6b13cef4c51ac3a7d98ad36420b_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458362103/Put/seqid=0 2024-11-13T00:39:22,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742449_1625 (size=29738) 2024-11-13T00:39:22,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458422132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458422136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458422137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458422137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458422137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458422246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458422246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458422246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458422246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458422246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T00:39:22,436 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:22,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:39:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-13T00:39:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T00:39:22,438 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:39:22,439 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:39:22,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:39:22,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458422456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458422456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458422456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458422456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458422456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:22,527 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113612ce6b13cef4c51ac3a7d98ad36420b_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113612ce6b13cef4c51ac3a7d98ad36420b_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:22,528 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/db2de9bc5cb247d0aa63cc42ad1609fb, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:22,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/db2de9bc5cb247d0aa63cc42ad1609fb is 175, key is test_row_0/A:col10/1731458362103/Put/seqid=0 2024-11-13T00:39:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742448_1624 (size=91678) 2024-11-13T00:39:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T00:39:22,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T00:39:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:22,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:22,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T00:39:22,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:22,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:22,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:22,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:22,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T00:39:22,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458422766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458422766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458422766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458422766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458422766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:22,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:22,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T00:39:22,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:22,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:22,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:22,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:22,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:22,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/db2de9bc5cb247d0aa63cc42ad1609fb 2024-11-13T00:39:22,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/c255bf7a58a14f0cb66150a80582f657 is 50, key is test_row_0/B:col10/1731458362103/Put/seqid=0 2024-11-13T00:39:22,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742450_1626 (size=12151) 2024-11-13T00:39:22,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/c255bf7a58a14f0cb66150a80582f657 2024-11-13T00:39:22,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/a61b331e90264475aeb278452dc2a684 is 50, key is test_row_0/C:col10/1731458362103/Put/seqid=0 2024-11-13T00:39:22,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742451_1627 (size=12151) 2024-11-13T00:39:22,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/a61b331e90264475aeb278452dc2a684 2024-11-13T00:39:22,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/db2de9bc5cb247d0aa63cc42ad1609fb as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/db2de9bc5cb247d0aa63cc42ad1609fb 2024-11-13T00:39:22,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/db2de9bc5cb247d0aa63cc42ad1609fb, entries=500, sequenceid=212, filesize=89.5 K 2024-11-13T00:39:22,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/c255bf7a58a14f0cb66150a80582f657 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c255bf7a58a14f0cb66150a80582f657 2024-11-13T00:39:22,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c255bf7a58a14f0cb66150a80582f657, entries=150, sequenceid=212, filesize=11.9 K 2024-11-13T00:39:22,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/a61b331e90264475aeb278452dc2a684 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/a61b331e90264475aeb278452dc2a684 2024-11-13T00:39:22,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/a61b331e90264475aeb278452dc2a684, entries=150, sequenceid=212, filesize=11.9 K 2024-11-13T00:39:22,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 6783b22fae7c5d878181c598644f4036 in 888ms, sequenceid=212, compaction requested=true 2024-11-13T00:39:22,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:22,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:39:22,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:22,992 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:22,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:39:22,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:22,992 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:22,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:39:22,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:22,993 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 154298 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:22,993 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/A is initiating minor compaction (all files) 2024-11-13T00:39:22,993 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/A in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:22,993 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2ef5870cfa64406888fd7ab8443c24d6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/fda7b06641a34aa18eecc803594b1592, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/db2de9bc5cb247d0aa63cc42ad1609fb] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=150.7 K 2024-11-13T00:39:22,993 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:22,993 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2ef5870cfa64406888fd7ab8443c24d6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/fda7b06641a34aa18eecc803594b1592, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/db2de9bc5cb247d0aa63cc42ad1609fb] 2024-11-13T00:39:22,993 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:22,993 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/B is initiating minor compaction (all files) 2024-11-13T00:39:22,993 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/B in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:22,993 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/b671c1ba6a8246618b786bcba35c2381, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fb94673d6e7744ef9a9eca123c44a19e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c255bf7a58a14f0cb66150a80582f657] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=36.0 K 2024-11-13T00:39:22,994 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ef5870cfa64406888fd7ab8443c24d6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458359782 2024-11-13T00:39:22,994 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting b671c1ba6a8246618b786bcba35c2381, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458359782 2024-11-13T00:39:22,994 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting fb94673d6e7744ef9a9eca123c44a19e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731458359917 2024-11-13T00:39:22,994 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting fda7b06641a34aa18eecc803594b1592, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731458359917 2024-11-13T00:39:22,994 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting db2de9bc5cb247d0aa63cc42ad1609fb, keycount=500, bloomtype=ROW, size=89.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731458362091 2024-11-13T00:39:22,995 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c255bf7a58a14f0cb66150a80582f657, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731458362102 2024-11-13T00:39:23,001 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,002 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#B#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:23,003 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/be26cac4c728410eb2bd3b0d276526d4 is 50, key is test_row_0/B:col10/1731458362103/Put/seqid=0 2024-11-13T00:39:23,013 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411133f51882f17cc4219a4f5e4d86e457b64_6783b22fae7c5d878181c598644f4036 store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,015 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411133f51882f17cc4219a4f5e4d86e457b64_6783b22fae7c5d878181c598644f4036, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,015 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133f51882f17cc4219a4f5e4d86e457b64_6783b22fae7c5d878181c598644f4036 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742452_1628 (size=12663) 2024-11-13T00:39:23,025 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/be26cac4c728410eb2bd3b0d276526d4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/be26cac4c728410eb2bd3b0d276526d4 2024-11-13T00:39:23,030 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/B of 6783b22fae7c5d878181c598644f4036 into be26cac4c728410eb2bd3b0d276526d4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:23,030 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:23,030 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/B, priority=13, startTime=1731458362992; duration=0sec 2024-11-13T00:39:23,030 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:23,030 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:B 2024-11-13T00:39:23,031 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:23,032 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:23,032 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/C is initiating minor compaction (all files) 2024-11-13T00:39:23,032 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/C in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,032 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/409abba7ea8848c193ea421a5ad85f65, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ae2919f745ac4f818e3bff62180420a0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/a61b331e90264475aeb278452dc2a684] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=36.0 K 2024-11-13T00:39:23,034 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 409abba7ea8848c193ea421a5ad85f65, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731458359782 2024-11-13T00:39:23,034 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ae2919f745ac4f818e3bff62180420a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731458359917 2024-11-13T00:39:23,035 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting a61b331e90264475aeb278452dc2a684, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731458362102 2024-11-13T00:39:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742453_1629 (size=4469) 2024-11-13T00:39:23,047 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#A#compaction#531 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:23,048 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/f605b4133d484330a9503a9ded224e54 is 175, key is test_row_0/A:col10/1731458362103/Put/seqid=0 2024-11-13T00:39:23,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T00:39:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,049 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:39:23,065 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#C#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T00:39:23,066 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2fb5ae8235c24bbd8cd5625b117f8f8c is 50, key is test_row_0/C:col10/1731458362103/Put/seqid=0 2024-11-13T00:39:23,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113715f12f9c9324e39823f1c9b7af977a0_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458362130/Put/seqid=0 2024-11-13T00:39:23,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742454_1630 (size=31617) 2024-11-13T00:39:23,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742455_1631 (size=12663) 2024-11-13T00:39:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742456_1632 (size=12304) 2024-11-13T00:39:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,101 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/f605b4133d484330a9503a9ded224e54 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/f605b4133d484330a9503a9ded224e54 2024-11-13T00:39:23,105 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113715f12f9c9324e39823f1c9b7af977a0_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113715f12f9c9324e39823f1c9b7af977a0_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:23,107 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2fb5ae8235c24bbd8cd5625b117f8f8c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2fb5ae8235c24bbd8cd5625b117f8f8c 2024-11-13T00:39:23,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/3f31c58bca3b4acabfeaad93fe05a1f4, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/3f31c58bca3b4acabfeaad93fe05a1f4 is 175, key is test_row_0/A:col10/1731458362130/Put/seqid=0 2024-11-13T00:39:23,108 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/A of 6783b22fae7c5d878181c598644f4036 into f605b4133d484330a9503a9ded224e54(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:23,108 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:23,108 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/A, priority=13, startTime=1731458362992; duration=0sec 2024-11-13T00:39:23,108 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:23,109 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:A 2024-11-13T00:39:23,114 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/C of 6783b22fae7c5d878181c598644f4036 into 2fb5ae8235c24bbd8cd5625b117f8f8c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:23,114 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:23,114 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/C, priority=13, startTime=1731458362992; duration=0sec 2024-11-13T00:39:23,114 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:23,114 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:C 2024-11-13T00:39:23,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742457_1633 (size=31105) 2024-11-13T00:39:23,130 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/3f31c58bca3b4acabfeaad93fe05a1f4 2024-11-13T00:39:23,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/19159495234d4a5abb7c9cfaa00d7977 is 50, key is test_row_0/B:col10/1731458362130/Put/seqid=0 2024-11-13T00:39:23,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742458_1634 (size=12151) 2024-11-13T00:39:23,155 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/19159495234d4a5abb7c9cfaa00d7977 2024-11-13T00:39:23,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/818006e253c74ef09596a08bff8d220c is 50, key is test_row_0/C:col10/1731458362130/Put/seqid=0 2024-11-13T00:39:23,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742459_1635 (size=12151) 2024-11-13T00:39:23,194 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/818006e253c74ef09596a08bff8d220c 2024-11-13T00:39:23,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/3f31c58bca3b4acabfeaad93fe05a1f4 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/3f31c58bca3b4acabfeaad93fe05a1f4 2024-11-13T00:39:23,205 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/3f31c58bca3b4acabfeaad93fe05a1f4, entries=150, sequenceid=238, filesize=30.4 K 2024-11-13T00:39:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/19159495234d4a5abb7c9cfaa00d7977 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/19159495234d4a5abb7c9cfaa00d7977 2024-11-13T00:39:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,210 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/19159495234d4a5abb7c9cfaa00d7977, entries=150, sequenceid=238, filesize=11.9 K 2024-11-13T00:39:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/818006e253c74ef09596a08bff8d220c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/818006e253c74ef09596a08bff8d220c 2024-11-13T00:39:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,218 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/818006e253c74ef09596a08bff8d220c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-13T00:39:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,219 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 6783b22fae7c5d878181c598644f4036 in 170ms, sequenceid=238, compaction requested=false 2024-11-13T00:39:23,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:23,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-13T00:39:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-13T00:39:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-13T00:39:23,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 782 msec 2024-11-13T00:39:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 787 msec 2024-11-13T00:39:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:23,306 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:39:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130c305342099741e3841eecd3f6f10614_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458363304/Put/seqid=0 2024-11-13T00:39:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742461_1637 (size=24758) 2024-11-13T00:39:23,348 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,357 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130c305342099741e3841eecd3f6f10614_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130c305342099741e3841eecd3f6f10614_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:23,358 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/8960a63f9d304bd5b8773edab1f29102, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/8960a63f9d304bd5b8773edab1f29102 is 175, key is test_row_0/A:col10/1731458363304/Put/seqid=0 2024-11-13T00:39:23,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742460_1636 (size=74395) 2024-11-13T00:39:23,361 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/8960a63f9d304bd5b8773edab1f29102 2024-11-13T00:39:23,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458423358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458423358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458423360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458423362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458423363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/aeeb2892fccf417d8094f2952c8fc4ea is 50, key is test_row_0/B:col10/1731458363304/Put/seqid=0 2024-11-13T00:39:23,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742462_1638 (size=12151) 2024-11-13T00:39:23,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/aeeb2892fccf417d8094f2952c8fc4ea 2024-11-13T00:39:23,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/c27d2a5df1b04850bb569020dae5fa58 is 50, key is test_row_0/C:col10/1731458363304/Put/seqid=0 2024-11-13T00:39:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742463_1639 (size=12151) 2024-11-13T00:39:23,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/c27d2a5df1b04850bb569020dae5fa58 2024-11-13T00:39:23,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/8960a63f9d304bd5b8773edab1f29102 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8960a63f9d304bd5b8773edab1f29102 2024-11-13T00:39:23,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8960a63f9d304bd5b8773edab1f29102, entries=400, sequenceid=251, filesize=72.7 K 2024-11-13T00:39:23,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/aeeb2892fccf417d8094f2952c8fc4ea as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/aeeb2892fccf417d8094f2952c8fc4ea 2024-11-13T00:39:23,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/aeeb2892fccf417d8094f2952c8fc4ea, entries=150, sequenceid=251, filesize=11.9 K 2024-11-13T00:39:23,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/c27d2a5df1b04850bb569020dae5fa58 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c27d2a5df1b04850bb569020dae5fa58 2024-11-13T00:39:23,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c27d2a5df1b04850bb569020dae5fa58, entries=150, sequenceid=251, filesize=11.9 K 2024-11-13T00:39:23,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6783b22fae7c5d878181c598644f4036 in 144ms, sequenceid=251, compaction requested=true 2024-11-13T00:39:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:39:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:23,451 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:39:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:39:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:23,451 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:23,452 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:23,452 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/A is initiating minor compaction (all files) 2024-11-13T00:39:23,453 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/A in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,453 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/f605b4133d484330a9503a9ded224e54, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/3f31c58bca3b4acabfeaad93fe05a1f4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8960a63f9d304bd5b8773edab1f29102] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=133.9 K 2024-11-13T00:39:23,453 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,453 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/f605b4133d484330a9503a9ded224e54, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/3f31c58bca3b4acabfeaad93fe05a1f4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8960a63f9d304bd5b8773edab1f29102] 2024-11-13T00:39:23,453 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:23,453 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/B is initiating minor compaction (all files) 2024-11-13T00:39:23,454 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/B in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,454 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/be26cac4c728410eb2bd3b0d276526d4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/19159495234d4a5abb7c9cfaa00d7977, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/aeeb2892fccf417d8094f2952c8fc4ea] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=36.1 K 2024-11-13T00:39:23,454 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f605b4133d484330a9503a9ded224e54, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731458362102 2024-11-13T00:39:23,454 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting be26cac4c728410eb2bd3b0d276526d4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731458362102 2024-11-13T00:39:23,454 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f31c58bca3b4acabfeaad93fe05a1f4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731458362118 2024-11-13T00:39:23,455 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 19159495234d4a5abb7c9cfaa00d7977, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731458362118 2024-11-13T00:39:23,455 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8960a63f9d304bd5b8773edab1f29102, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731458363287 2024-11-13T00:39:23,455 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting aeeb2892fccf417d8094f2952c8fc4ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731458363295 2024-11-13T00:39:23,472 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:23,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T00:39:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:23,475 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,481 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#B#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:23,482 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/5f872bf7ac784f5fa4a0eff7833d9d86 is 50, key is test_row_0/B:col10/1731458363304/Put/seqid=0 2024-11-13T00:39:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458423483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458423484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458423485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458423485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458423489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,497 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113e76e1911c26a4e59b7a3446173fccac7_6783b22fae7c5d878181c598644f4036 store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,500 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113e76e1911c26a4e59b7a3446173fccac7_6783b22fae7c5d878181c598644f4036, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,500 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e76e1911c26a4e59b7a3446173fccac7_6783b22fae7c5d878181c598644f4036 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132100d6e1bdf44570ba21abdb8ce2ef70_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458363361/Put/seqid=0 2024-11-13T00:39:23,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742464_1640 (size=12765) 2024-11-13T00:39:23,546 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/5f872bf7ac784f5fa4a0eff7833d9d86 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5f872bf7ac784f5fa4a0eff7833d9d86 2024-11-13T00:39:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742465_1641 (size=4469) 2024-11-13T00:39:23,552 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#A#compaction#540 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:23,553 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/44f574db48d8485f803a2e21f6d68f06 is 175, key is test_row_0/A:col10/1731458363304/Put/seqid=0 2024-11-13T00:39:23,556 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/B of 6783b22fae7c5d878181c598644f4036 into 5f872bf7ac784f5fa4a0eff7833d9d86(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:23,556 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:23,556 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/B, priority=13, startTime=1731458363451; duration=0sec 2024-11-13T00:39:23,557 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:23,557 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:B 2024-11-13T00:39:23,557 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:23,558 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:23,558 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/C is initiating minor compaction (all files) 2024-11-13T00:39:23,559 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/C in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,559 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2fb5ae8235c24bbd8cd5625b117f8f8c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/818006e253c74ef09596a08bff8d220c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c27d2a5df1b04850bb569020dae5fa58] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=36.1 K 2024-11-13T00:39:23,559 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fb5ae8235c24bbd8cd5625b117f8f8c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731458362102 2024-11-13T00:39:23,561 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 818006e253c74ef09596a08bff8d220c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731458362118 2024-11-13T00:39:23,561 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c27d2a5df1b04850bb569020dae5fa58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731458363295 2024-11-13T00:39:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T00:39:23,576 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:23,576 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:39:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-13T00:39:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T00:39:23,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:39:23,580 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:39:23,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:39:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742466_1642 (size=14994) 2024-11-13T00:39:23,599 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#C#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:23,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458423596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458423596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,600 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/e6419e74978a4793bd0b491117ac31b8 is 50, key is test_row_0/C:col10/1731458363304/Put/seqid=0 2024-11-13T00:39:23,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458423596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458423596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742467_1643 (size=31719) 2024-11-13T00:39:23,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458423606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742468_1644 (size=12765) 2024-11-13T00:39:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T00:39:23,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T00:39:23,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:23,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:23,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:23,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458423806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458423806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458423806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458423806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458423817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:23,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T00:39:23,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:23,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:23,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:23,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T00:39:23,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:23,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132100d6e1bdf44570ba21abdb8ce2ef70_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132100d6e1bdf44570ba21abdb8ce2ef70_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:23,996 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/04826b9ecd9e4e4781430d0b73731354, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:23,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/04826b9ecd9e4e4781430d0b73731354 is 175, key is test_row_0/A:col10/1731458363361/Put/seqid=0 2024-11-13T00:39:24,013 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/44f574db48d8485f803a2e21f6d68f06 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/44f574db48d8485f803a2e21f6d68f06 2024-11-13T00:39:24,018 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/A of 6783b22fae7c5d878181c598644f4036 into 44f574db48d8485f803a2e21f6d68f06(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:24,018 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:24,018 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/A, priority=13, startTime=1731458363451; duration=0sec 2024-11-13T00:39:24,019 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:24,019 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:A 2024-11-13T00:39:24,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742469_1645 (size=39949) 2024-11-13T00:39:24,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T00:39:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,062 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/e6419e74978a4793bd0b491117ac31b8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/e6419e74978a4793bd0b491117ac31b8 2024-11-13T00:39:24,067 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/C of 6783b22fae7c5d878181c598644f4036 into e6419e74978a4793bd0b491117ac31b8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:24,067 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:24,067 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/C, priority=13, startTime=1731458363451; duration=0sec 2024-11-13T00:39:24,067 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:24,067 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:C 2024-11-13T00:39:24,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458424116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:24,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:24,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:24,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458424116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:24,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458424116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:24,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:24,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458424116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:24,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458424126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:24,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T00:39:24,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:24,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T00:39:24,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T00:39:24,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:24,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,426 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/04826b9ecd9e4e4781430d0b73731354 2024-11-13T00:39:24,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/5c3d16ac71c940529845e56e0c455c83 is 50, key is test_row_0/B:col10/1731458363361/Put/seqid=0 2024-11-13T00:39:24,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742470_1646 (size=12301) 2024-11-13T00:39:24,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T00:39:24,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:24,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:24,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458424626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458424626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:24,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:24,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458424626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458424626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:24,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458424636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:24,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T00:39:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T00:39:24,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T00:39:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:24,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/5c3d16ac71c940529845e56e0c455c83 2024-11-13T00:39:24,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/4caacab4637b4455ab0c38970fa2513e is 50, key is test_row_0/C:col10/1731458363361/Put/seqid=0 2024-11-13T00:39:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742471_1647 (size=12301) 2024-11-13T00:39:24,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/4caacab4637b4455ab0c38970fa2513e 2024-11-13T00:39:24,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/04826b9ecd9e4e4781430d0b73731354 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/04826b9ecd9e4e4781430d0b73731354 2024-11-13T00:39:24,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/04826b9ecd9e4e4781430d0b73731354, entries=200, sequenceid=278, filesize=39.0 K 2024-11-13T00:39:24,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/5c3d16ac71c940529845e56e0c455c83 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5c3d16ac71c940529845e56e0c455c83 2024-11-13T00:39:24,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5c3d16ac71c940529845e56e0c455c83, entries=150, sequenceid=278, filesize=12.0 K 2024-11-13T00:39:24,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/4caacab4637b4455ab0c38970fa2513e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/4caacab4637b4455ab0c38970fa2513e 2024-11-13T00:39:24,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/4caacab4637b4455ab0c38970fa2513e, entries=150, sequenceid=278, filesize=12.0 K 2024-11-13T00:39:24,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6783b22fae7c5d878181c598644f4036 in 1488ms, sequenceid=278, compaction requested=false 2024-11-13T00:39:24,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:24,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T00:39:24,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:24,973 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T00:39:24,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138ad9991fd7af4b0a9eb33b426de78740_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458363483/Put/seqid=0 2024-11-13T00:39:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742472_1648 (size=12454) 2024-11-13T00:39:25,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,050 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138ad9991fd7af4b0a9eb33b426de78740_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138ad9991fd7af4b0a9eb33b426de78740_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:25,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2c650e6b717d400b918a388e42758d5c, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:25,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2c650e6b717d400b918a388e42758d5c is 175, key is test_row_0/A:col10/1731458363483/Put/seqid=0 2024-11-13T00:39:25,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742473_1649 (size=31255) 2024-11-13T00:39:25,067 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2c650e6b717d400b918a388e42758d5c 2024-11-13T00:39:25,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f5fc4d88aa134ba3901e007a3f43a2c0 is 50, key is test_row_0/B:col10/1731458363483/Put/seqid=0 2024-11-13T00:39:25,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742474_1650 (size=12301) 2024-11-13T00:39:25,101 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f5fc4d88aa134ba3901e007a3f43a2c0 2024-11-13T00:39:25,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/b521d0222cbf4a61823ffbb9a4f2148f is 50, key is test_row_0/C:col10/1731458363483/Put/seqid=0 2024-11-13T00:39:25,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742475_1651 (size=12301) 2024-11-13T00:39:25,173 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/b521d0222cbf4a61823ffbb9a4f2148f 2024-11-13T00:39:25,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2c650e6b717d400b918a388e42758d5c as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2c650e6b717d400b918a388e42758d5c 2024-11-13T00:39:25,183 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2c650e6b717d400b918a388e42758d5c, entries=150, sequenceid=290, filesize=30.5 K 2024-11-13T00:39:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f5fc4d88aa134ba3901e007a3f43a2c0 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f5fc4d88aa134ba3901e007a3f43a2c0 2024-11-13T00:39:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,187 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f5fc4d88aa134ba3901e007a3f43a2c0, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T00:39:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/b521d0222cbf4a61823ffbb9a4f2148f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b521d0222cbf4a61823ffbb9a4f2148f 2024-11-13T00:39:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,208 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b521d0222cbf4a61823ffbb9a4f2148f, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T00:39:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,209 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 6783b22fae7c5d878181c598644f4036 in 236ms, sequenceid=290, compaction requested=true 2024-11-13T00:39:25,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:25,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:25,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-13T00:39:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-13T00:39:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-13T00:39:25,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6310 sec 2024-11-13T00:39:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.6390 sec 2024-11-13T00:39:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,712 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:25,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:39:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T00:39:25,727 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:25,727 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:39:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-13T00:39:25,731 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:39:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T00:39:25,732 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:39:25,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:39:25,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113edb4eed28d3f4497acb463ff4a7507ad_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458365710/Put/seqid=0 2024-11-13T00:39:25,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458425775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:25,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458425782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:25,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458425783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:25,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458425785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:25,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458425784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:25,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742477_1653 (size=27698) 2024-11-13T00:39:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T00:39:25,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T00:39:25,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:25,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:25,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:25,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:25,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:25,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458425896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:25,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458425896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:25,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458425897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:25,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458425906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:25,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458425906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T00:39:26,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:26,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T00:39:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458426107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458426108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458426108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458426116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458426116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T00:39:26,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:26,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:26,235 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113edb4eed28d3f4497acb463ff4a7507ad_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113edb4eed28d3f4497acb463ff4a7507ad_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:26,236 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2758941f4e594fb9940dd5a96c663e94, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:26,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2758941f4e594fb9940dd5a96c663e94 is 175, key is test_row_0/A:col10/1731458365710/Put/seqid=0 2024-11-13T00:39:26,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742476_1652 (size=83485) 2024-11-13T00:39:26,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T00:39:26,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:26,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T00:39:26,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458426416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458426416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458426425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458426426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458426429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T00:39:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:26,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,640 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2758941f4e594fb9940dd5a96c663e94 2024-11-13T00:39:26,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/452edc29f1b64b7cb359a52f06e58dc5 is 50, key is test_row_0/B:col10/1731458365710/Put/seqid=0 2024-11-13T00:39:26,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T00:39:26,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:26,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742478_1654 (size=12301) 2024-11-13T00:39:26,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/452edc29f1b64b7cb359a52f06e58dc5 2024-11-13T00:39:26,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/f73578c2394f44e6bf75c2edc6a03345 is 50, key is test_row_0/C:col10/1731458365710/Put/seqid=0 2024-11-13T00:39:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742479_1655 (size=12301) 2024-11-13T00:39:26,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T00:39:26,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:26,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T00:39:26,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458426936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458426936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458426936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458426936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458426946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:26,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T00:39:26,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:26,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:26,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:27,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/f73578c2394f44e6bf75c2edc6a03345 2024-11-13T00:39:27,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/2758941f4e594fb9940dd5a96c663e94 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2758941f4e594fb9940dd5a96c663e94 2024-11-13T00:39:27,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2758941f4e594fb9940dd5a96c663e94, entries=450, sequenceid=302, filesize=81.5 K 2024-11-13T00:39:27,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/452edc29f1b64b7cb359a52f06e58dc5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/452edc29f1b64b7cb359a52f06e58dc5 2024-11-13T00:39:27,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/452edc29f1b64b7cb359a52f06e58dc5, entries=150, sequenceid=302, filesize=12.0 K 2024-11-13T00:39:27,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/f73578c2394f44e6bf75c2edc6a03345 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f73578c2394f44e6bf75c2edc6a03345 2024-11-13T00:39:27,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f73578c2394f44e6bf75c2edc6a03345, entries=150, sequenceid=302, filesize=12.0 K 2024-11-13T00:39:27,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6783b22fae7c5d878181c598644f4036 in 1420ms, sequenceid=302, compaction requested=true 2024-11-13T00:39:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:39:27,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T00:39:27,132 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:39:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:27,132 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:39:27,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:39:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:39:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:27,132 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T00:39:27,135 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 186408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:39:27,135 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/A is initiating minor compaction (all files) 2024-11-13T00:39:27,135 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/A in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:27,135 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/44f574db48d8485f803a2e21f6d68f06, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/04826b9ecd9e4e4781430d0b73731354, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2c650e6b717d400b918a388e42758d5c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2758941f4e594fb9940dd5a96c663e94] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=182.0 K 2024-11-13T00:39:27,136 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:27,136 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/44f574db48d8485f803a2e21f6d68f06, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/04826b9ecd9e4e4781430d0b73731354, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2c650e6b717d400b918a388e42758d5c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2758941f4e594fb9940dd5a96c663e94] 2024-11-13T00:39:27,136 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:39:27,136 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/B is initiating minor compaction (all files) 2024-11-13T00:39:27,136 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/B in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:27,136 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5f872bf7ac784f5fa4a0eff7833d9d86, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5c3d16ac71c940529845e56e0c455c83, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f5fc4d88aa134ba3901e007a3f43a2c0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/452edc29f1b64b7cb359a52f06e58dc5] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=48.5 K 2024-11-13T00:39:27,137 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44f574db48d8485f803a2e21f6d68f06, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731458363295 2024-11-13T00:39:27,137 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f872bf7ac784f5fa4a0eff7833d9d86, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731458363295 2024-11-13T00:39:27,137 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c3d16ac71c940529845e56e0c455c83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731458363361 2024-11-13T00:39:27,137 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04826b9ecd9e4e4781430d0b73731354, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731458363358 2024-11-13T00:39:27,137 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f5fc4d88aa134ba3901e007a3f43a2c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731458363481 2024-11-13T00:39:27,138 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 452edc29f1b64b7cb359a52f06e58dc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731458365691 2024-11-13T00:39:27,138 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c650e6b717d400b918a388e42758d5c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731458363481 2024-11-13T00:39:27,138 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2758941f4e594fb9940dd5a96c663e94, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731458365689 2024-11-13T00:39:27,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e5248f5abfeb48749e70a3ecb68ef13e_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458365780/Put/seqid=0 2024-11-13T00:39:27,153 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#B#compaction#553 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:27,154 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/c700faa3a1dd45b4bc067d2009c8f2b9 is 50, key is test_row_0/B:col10/1731458365710/Put/seqid=0 2024-11-13T00:39:27,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742480_1656 (size=12454) 2024-11-13T00:39:27,165 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:27,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,185 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e5248f5abfeb48749e70a3ecb68ef13e_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e5248f5abfeb48749e70a3ecb68ef13e_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:27,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ae2eba156e86448e9178881a98599ac8, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:27,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ae2eba156e86448e9178881a98599ac8 is 175, key is test_row_0/A:col10/1731458365780/Put/seqid=0 2024-11-13T00:39:27,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742481_1657 (size=13051) 2024-11-13T00:39:27,201 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111367366f0796364fd0a9347613e0b17573_6783b22fae7c5d878181c598644f4036 store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:27,205 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111367366f0796364fd0a9347613e0b17573_6783b22fae7c5d878181c598644f4036, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:27,205 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111367366f0796364fd0a9347613e0b17573_6783b22fae7c5d878181c598644f4036 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:27,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742482_1658 (size=31255) 2024-11-13T00:39:27,207 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ae2eba156e86448e9178881a98599ac8 2024-11-13T00:39:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742483_1659 (size=4469) 2024-11-13T00:39:27,216 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#A#compaction#554 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:27,217 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/9612719dfb474f7b8028f4b444cfd824 is 175, key is test_row_0/A:col10/1731458365710/Put/seqid=0 2024-11-13T00:39:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/6e229a1480814b2ca0efd8eb22703299 is 50, key is test_row_0/B:col10/1731458365780/Put/seqid=0 2024-11-13T00:39:27,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742485_1661 (size=12301) 2024-11-13T00:39:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742484_1660 (size=32005) 2024-11-13T00:39:27,235 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/6e229a1480814b2ca0efd8eb22703299 2024-11-13T00:39:27,241 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/9612719dfb474f7b8028f4b444cfd824 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/9612719dfb474f7b8028f4b444cfd824 2024-11-13T00:39:27,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/f491db3c195e4d79bcc9176ec4571a6b is 50, key is test_row_0/C:col10/1731458365780/Put/seqid=0 2024-11-13T00:39:27,252 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6783b22fae7c5d878181c598644f4036/A of 6783b22fae7c5d878181c598644f4036 into 9612719dfb474f7b8028f4b444cfd824(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:27,252 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:27,252 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/A, priority=12, startTime=1731458367132; duration=0sec 2024-11-13T00:39:27,252 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:27,252 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:A 2024-11-13T00:39:27,252 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T00:39:27,254 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T00:39:27,254 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/C is initiating minor compaction (all files) 2024-11-13T00:39:27,254 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/C in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:27,254 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/e6419e74978a4793bd0b491117ac31b8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/4caacab4637b4455ab0c38970fa2513e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b521d0222cbf4a61823ffbb9a4f2148f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f73578c2394f44e6bf75c2edc6a03345] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=48.5 K 2024-11-13T00:39:27,255 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6419e74978a4793bd0b491117ac31b8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731458363295 2024-11-13T00:39:27,255 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4caacab4637b4455ab0c38970fa2513e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731458363361 2024-11-13T00:39:27,255 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting b521d0222cbf4a61823ffbb9a4f2148f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731458363481 2024-11-13T00:39:27,255 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting f73578c2394f44e6bf75c2edc6a03345, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731458365691 2024-11-13T00:39:27,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742486_1662 (size=12301) 2024-11-13T00:39:27,266 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/f491db3c195e4d79bcc9176ec4571a6b 2024-11-13T00:39:27,268 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#C#compaction#557 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:27,268 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ddd71c255c9e4d3cbb59a7ca26bc7346 is 50, key is test_row_0/C:col10/1731458365710/Put/seqid=0 2024-11-13T00:39:27,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ae2eba156e86448e9178881a98599ac8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ae2eba156e86448e9178881a98599ac8 2024-11-13T00:39:27,276 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ae2eba156e86448e9178881a98599ac8, entries=150, sequenceid=326, filesize=30.5 K 2024-11-13T00:39:27,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/6e229a1480814b2ca0efd8eb22703299 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6e229a1480814b2ca0efd8eb22703299 2024-11-13T00:39:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,280 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6e229a1480814b2ca0efd8eb22703299, entries=150, sequenceid=326, filesize=12.0 K 2024-11-13T00:39:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/f491db3c195e4d79bcc9176ec4571a6b as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f491db3c195e4d79bcc9176ec4571a6b 2024-11-13T00:39:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,287 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f491db3c195e4d79bcc9176ec4571a6b, entries=150, sequenceid=326, filesize=12.0 K 2024-11-13T00:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,287 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 6783b22fae7c5d878181c598644f4036 in 155ms, sequenceid=326, compaction requested=false 2024-11-13T00:39:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-13T00:39:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-13T00:39:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-13T00:39:27,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec 2024-11-13T00:39:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.5650 sec 2024-11-13T00:39:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742487_1663 (size=13051) 2024-11-13T00:39:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,602 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/c700faa3a1dd45b4bc067d2009c8f2b9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c700faa3a1dd45b4bc067d2009c8f2b9 2024-11-13T00:39:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,606 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6783b22fae7c5d878181c598644f4036/B of 6783b22fae7c5d878181c598644f4036 into c700faa3a1dd45b4bc067d2009c8f2b9(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:27,606 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:27,606 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/B, priority=12, startTime=1731458367132; duration=0sec 2024-11-13T00:39:27,606 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:27,606 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:B 2024-11-13T00:39:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,710 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/ddd71c255c9e4d3cbb59a7ca26bc7346 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ddd71c255c9e4d3cbb59a7ca26bc7346 2024-11-13T00:39:27,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,715 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6783b22fae7c5d878181c598644f4036/C of 6783b22fae7c5d878181c598644f4036 into ddd71c255c9e4d3cbb59a7ca26bc7346(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:27,715 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,715 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/C, priority=12, startTime=1731458367132; duration=0sec 2024-11-13T00:39:27,715 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:27,715 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:C 2024-11-13T00:39:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T00:39:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,877 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,878 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T00:39:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-13T00:39:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,880 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:39:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T00:39:27,881 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:39:27,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:39:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T00:39:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:28,026 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:28,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T00:39:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a1a4b45cbb63464680fe5be7b26e1280_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458368011/Put/seqid=0 2024-11-13T00:39:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T00:39:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:28,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742488_1664 (size=20074) 2024-11-13T00:39:28,070 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,075 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a1a4b45cbb63464680fe5be7b26e1280_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a1a4b45cbb63464680fe5be7b26e1280_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:28,076 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/5f30806975e34dbaac567f3a6ee2e2c9, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:28,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/5f30806975e34dbaac567f3a6ee2e2c9 is 175, key is test_row_0/A:col10/1731458368011/Put/seqid=0 2024-11-13T00:39:28,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458428083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458428085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458428086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458428088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458428094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742489_1665 (size=57329) 2024-11-13T00:39:28,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T00:39:28,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:28,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T00:39:28,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458428206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458428207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458428208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458428208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458428208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T00:39:28,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:28,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458428416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458428417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458428417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458428417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458428426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T00:39:28,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:28,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:39:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T00:39:28,511 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/5f30806975e34dbaac567f3a6ee2e2c9 2024-11-13T00:39:28,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/08ddb67e29af4e0f8081e22bce5e19ea is 50, key is test_row_0/B:col10/1731458368011/Put/seqid=0 2024-11-13T00:39:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742490_1666 (size=9857) 2024-11-13T00:39:28,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/08ddb67e29af4e0f8081e22bce5e19ea 2024-11-13T00:39:28,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/efe497e63c86439882e66e825c8d4d59 is 50, key is test_row_0/C:col10/1731458368011/Put/seqid=0 2024-11-13T00:39:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742491_1667 (size=9857) 2024-11-13T00:39:28,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/efe497e63c86439882e66e825c8d4d59 2024-11-13T00:39:28,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/5f30806975e34dbaac567f3a6ee2e2c9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/5f30806975e34dbaac567f3a6ee2e2c9 2024-11-13T00:39:28,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/5f30806975e34dbaac567f3a6ee2e2c9, entries=300, sequenceid=340, filesize=56.0 K 2024-11-13T00:39:28,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/08ddb67e29af4e0f8081e22bce5e19ea as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/08ddb67e29af4e0f8081e22bce5e19ea 2024-11-13T00:39:28,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/08ddb67e29af4e0f8081e22bce5e19ea, entries=100, sequenceid=340, filesize=9.6 K 2024-11-13T00:39:28,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/efe497e63c86439882e66e825c8d4d59 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/efe497e63c86439882e66e825c8d4d59 2024-11-13T00:39:28,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/efe497e63c86439882e66e825c8d4d59, entries=100, sequenceid=340, filesize=9.6 K 2024-11-13T00:39:28,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6783b22fae7c5d878181c598644f4036 in 576ms, sequenceid=340, compaction requested=true 2024-11-13T00:39:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:39:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:28,602 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:39:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:39:28,602 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:28,603 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:28,603 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:28,603 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/B is initiating minor compaction (all files) 2024-11-13T00:39:28,603 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/A is initiating minor compaction (all files) 2024-11-13T00:39:28,603 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/B in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,603 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/A in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,603 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c700faa3a1dd45b4bc067d2009c8f2b9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6e229a1480814b2ca0efd8eb22703299, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/08ddb67e29af4e0f8081e22bce5e19ea] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=34.4 K 2024-11-13T00:39:28,603 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/9612719dfb474f7b8028f4b444cfd824, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ae2eba156e86448e9178881a98599ac8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/5f30806975e34dbaac567f3a6ee2e2c9] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=117.8 K 2024-11-13T00:39:28,603 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,603 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/9612719dfb474f7b8028f4b444cfd824, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ae2eba156e86448e9178881a98599ac8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/5f30806975e34dbaac567f3a6ee2e2c9] 2024-11-13T00:39:28,603 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting c700faa3a1dd45b4bc067d2009c8f2b9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731458365691 2024-11-13T00:39:28,604 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9612719dfb474f7b8028f4b444cfd824, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731458365691 2024-11-13T00:39:28,604 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e229a1480814b2ca0efd8eb22703299, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731458365780 2024-11-13T00:39:28,604 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae2eba156e86448e9178881a98599ac8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731458365780 2024-11-13T00:39:28,604 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f30806975e34dbaac567f3a6ee2e2c9, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731458367992 2024-11-13T00:39:28,604 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 08ddb67e29af4e0f8081e22bce5e19ea, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731458368011 2024-11-13T00:39:28,610 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:28,611 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#B#compaction#562 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:28,611 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411139f10cde9451c45199622523475b35230_6783b22fae7c5d878181c598644f4036 store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:28,612 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/1b73b6960129498ca5be8e8d10e14456 is 50, key is test_row_0/B:col10/1731458368011/Put/seqid=0 2024-11-13T00:39:28,613 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411139f10cde9451c45199622523475b35230_6783b22fae7c5d878181c598644f4036, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:28,613 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139f10cde9451c45199622523475b35230_6783b22fae7c5d878181c598644f4036 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:28,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742493_1669 (size=4469) 2024-11-13T00:39:28,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742492_1668 (size=13153) 2024-11-13T00:39:28,637 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/1b73b6960129498ca5be8e8d10e14456 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/1b73b6960129498ca5be8e8d10e14456 2024-11-13T00:39:28,641 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/B of 6783b22fae7c5d878181c598644f4036 into 1b73b6960129498ca5be8e8d10e14456(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:28,641 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:28,641 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/B, priority=13, startTime=1731458368602; duration=0sec 2024-11-13T00:39:28,641 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:28,641 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:B 2024-11-13T00:39:28,641 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:28,642 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:28,642 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/C is initiating minor compaction (all files) 2024-11-13T00:39:28,642 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/C in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,642 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ddd71c255c9e4d3cbb59a7ca26bc7346, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f491db3c195e4d79bcc9176ec4571a6b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/efe497e63c86439882e66e825c8d4d59] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=34.4 K 2024-11-13T00:39:28,642 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting ddd71c255c9e4d3cbb59a7ca26bc7346, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731458365691 2024-11-13T00:39:28,643 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f491db3c195e4d79bcc9176ec4571a6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731458365780 2024-11-13T00:39:28,643 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting efe497e63c86439882e66e825c8d4d59, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731458368011 2024-11-13T00:39:28,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T00:39:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:28,649 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:39:28,651 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#C#compaction#563 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:28,651 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/92a095a657754065a2a2a7e30d71b175 is 50, key is test_row_0/C:col10/1731458368011/Put/seqid=0 2024-11-13T00:39:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f7c300e2571f47528743a8dc3176638e_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458368084/Put/seqid=0 2024-11-13T00:39:28,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742494_1670 (size=13153) 2024-11-13T00:39:28,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742495_1671 (size=12454) 2024-11-13T00:39:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:28,673 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f7c300e2571f47528743a8dc3176638e_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f7c300e2571f47528743a8dc3176638e_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:28,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/8b78228fadff4122865a5c9d1632dd75, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:28,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/8b78228fadff4122865a5c9d1632dd75 is 175, key is test_row_0/A:col10/1731458368084/Put/seqid=0 2024-11-13T00:39:28,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742496_1672 (size=31255) 2024-11-13T00:39:28,696 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/8b78228fadff4122865a5c9d1632dd75 2024-11-13T00:39:28,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/6ca92d872ac64fc2babe8ef147bff4f3 is 50, key is test_row_0/B:col10/1731458368084/Put/seqid=0 2024-11-13T00:39:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:28,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. as already flushing 2024-11-13T00:39:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742497_1673 (size=12301) 2024-11-13T00:39:28,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458428738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458428739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458428741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458428741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458428744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458428846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458428856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458428856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:28,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458428857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:28,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:28,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T00:39:29,033 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#A#compaction#561 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:29,034 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/0d02927dcc4a408b9aa02d525d598f32 is 175, key is test_row_0/A:col10/1731458368011/Put/seqid=0 2024-11-13T00:39:29,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742498_1674 (size=32214) 2024-11-13T00:39:29,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458429056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458429066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458429066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458429067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,073 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/92a095a657754065a2a2a7e30d71b175 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/92a095a657754065a2a2a7e30d71b175 2024-11-13T00:39:29,078 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/C of 6783b22fae7c5d878181c598644f4036 into 92a095a657754065a2a2a7e30d71b175(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:29,078 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:29,078 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/C, priority=13, startTime=1731458368602; duration=0sec 2024-11-13T00:39:29,078 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:29,078 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:C 2024-11-13T00:39:29,131 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/6ca92d872ac64fc2babe8ef147bff4f3 2024-11-13T00:39:29,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2116eaeca1934cc488acd515ce41d187 is 50, key is test_row_0/C:col10/1731458368084/Put/seqid=0 2024-11-13T00:39:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742499_1675 (size=12301) 2024-11-13T00:39:29,143 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2116eaeca1934cc488acd515ce41d187 2024-11-13T00:39:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/8b78228fadff4122865a5c9d1632dd75 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8b78228fadff4122865a5c9d1632dd75 2024-11-13T00:39:29,150 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8b78228fadff4122865a5c9d1632dd75, entries=150, sequenceid=366, filesize=30.5 K 2024-11-13T00:39:29,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/6ca92d872ac64fc2babe8ef147bff4f3 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6ca92d872ac64fc2babe8ef147bff4f3 2024-11-13T00:39:29,155 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6ca92d872ac64fc2babe8ef147bff4f3, entries=150, sequenceid=366, filesize=12.0 K 2024-11-13T00:39:29,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/2116eaeca1934cc488acd515ce41d187 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2116eaeca1934cc488acd515ce41d187 2024-11-13T00:39:29,162 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2116eaeca1934cc488acd515ce41d187, entries=150, sequenceid=366, filesize=12.0 K 2024-11-13T00:39:29,163 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6783b22fae7c5d878181c598644f4036 in 514ms, sequenceid=366, compaction requested=false 2024-11-13T00:39:29,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:29,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:29,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-13T00:39:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-13T00:39:29,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-13T00:39:29,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2830 sec 2024-11-13T00:39:29,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.2900 sec 2024-11-13T00:39:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:29,259 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:29,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T00:39:29,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113447e2f63860749c9ac4911d4219d8d4f_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458369258/Put/seqid=0 2024-11-13T00:39:29,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742500_1676 (size=12454) 2024-11-13T00:39:29,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458429376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458429376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458429377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458429380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458429381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,449 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/0d02927dcc4a408b9aa02d525d598f32 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0d02927dcc4a408b9aa02d525d598f32 2024-11-13T00:39:29,453 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/A of 6783b22fae7c5d878181c598644f4036 into 0d02927dcc4a408b9aa02d525d598f32(size=31.5 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:29,453 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:29,453 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/A, priority=13, startTime=1731458368602; duration=0sec 2024-11-13T00:39:29,453 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:29,453 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:A 2024-11-13T00:39:29,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458429486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458429496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458429496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,671 INFO [Thread-2526 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2526. 2024-11-13T00:39:29,671 DEBUG [Thread-2526 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:29,671 DEBUG [Thread-2526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:29,671 DEBUG [Thread-2526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:29,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:29,673 INFO [Thread-2532 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2532. 2024-11-13T00:39:29,673 DEBUG [Thread-2532 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:29,673 DEBUG [Thread-2532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:29,673 DEBUG [Thread-2532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:29,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:29,674 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:29,674 INFO [Thread-2530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2530. 2024-11-13T00:39:29,674 DEBUG [Thread-2530 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:29,674 DEBUG [Thread-2530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:29,675 DEBUG [Thread-2530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:29,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:29,675 INFO [Thread-2528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2528. 2024-11-13T00:39:29,675 DEBUG [Thread-2528 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:29,676 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:29,676 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:29,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:29,678 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113447e2f63860749c9ac4911d4219d8d4f_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113447e2f63860749c9ac4911d4219d8d4f_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:29,679 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/beeccb20477f4ef29c7ddb0e14e11e19, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:29,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/beeccb20477f4ef29c7ddb0e14e11e19 is 175, key is test_row_0/A:col10/1731458369258/Put/seqid=0 2024-11-13T00:39:29,681 INFO [Thread-2534 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2534. 2024-11-13T00:39:29,681 DEBUG [Thread-2534 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:29,681 DEBUG [Thread-2534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:29,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:29,681 DEBUG [Thread-2534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742501_1677 (size=31255) 2024-11-13T00:39:29,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458429696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458429706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458429716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458429886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:29,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458429896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:30,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458430006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:30,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458430016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T00:39:30,026 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458430026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:30,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:30,088 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/beeccb20477f4ef29c7ddb0e14e11e19 2024-11-13T00:39:30,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f1864e1e98a643d5aaf9b9e4dc95dd65 is 50, key is test_row_0/B:col10/1731458369258/Put/seqid=0 2024-11-13T00:39:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742502_1678 (size=12301) 2024-11-13T00:39:30,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f1864e1e98a643d5aaf9b9e4dc95dd65 2024-11-13T00:39:30,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/51653d8afbbf433480acc2879cf2567a is 50, key is test_row_0/C:col10/1731458369258/Put/seqid=0 2024-11-13T00:39:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742503_1679 (size=12301) 2024-11-13T00:39:30,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33160 deadline: 1731458430516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33174 deadline: 1731458430526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:30,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33220 deadline: 1731458430536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:30,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33186 deadline: 1731458430895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:30,896 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_1' in 6783b22fae7c5d878181c598644f4036 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:39:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:30,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:39:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731458430906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 2024-11-13T00:39:30,906 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cb28580903fb,37235,1731458200455 for 'test_row_0' in 6783b22fae7c5d878181c598644f4036 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T00:39:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 , the old value is region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T00:39:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., hostname=cb28580903fb,37235,1731458200455, seqNum=5 because the exception is null or not the one we care about 2024-11-13T00:39:30,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/51653d8afbbf433480acc2879cf2567a 2024-11-13T00:39:30,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/beeccb20477f4ef29c7ddb0e14e11e19 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/beeccb20477f4ef29c7ddb0e14e11e19 2024-11-13T00:39:30,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/beeccb20477f4ef29c7ddb0e14e11e19, entries=150, sequenceid=379, filesize=30.5 K 2024-11-13T00:39:30,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/f1864e1e98a643d5aaf9b9e4dc95dd65 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f1864e1e98a643d5aaf9b9e4dc95dd65 2024-11-13T00:39:30,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f1864e1e98a643d5aaf9b9e4dc95dd65, entries=150, sequenceid=379, filesize=12.0 K 2024-11-13T00:39:30,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/51653d8afbbf433480acc2879cf2567a as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/51653d8afbbf433480acc2879cf2567a 2024-11-13T00:39:30,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/51653d8afbbf433480acc2879cf2567a, entries=150, sequenceid=379, filesize=12.0 K 2024-11-13T00:39:30,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6783b22fae7c5d878181c598644f4036 in 1663ms, sequenceid=379, compaction requested=true 2024-11-13T00:39:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T00:39:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T00:39:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:30,922 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6783b22fae7c5d878181c598644f4036:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T00:39:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:30,922 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:30,923 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94724 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:30,923 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:30,923 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/A is initiating minor compaction (all files) 2024-11-13T00:39:30,923 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/B is initiating minor compaction (all files) 2024-11-13T00:39:30,923 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/A in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:30,923 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/B in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:30,923 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0d02927dcc4a408b9aa02d525d598f32, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8b78228fadff4122865a5c9d1632dd75, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/beeccb20477f4ef29c7ddb0e14e11e19] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=92.5 K 2024-11-13T00:39:30,923 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/1b73b6960129498ca5be8e8d10e14456, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6ca92d872ac64fc2babe8ef147bff4f3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f1864e1e98a643d5aaf9b9e4dc95dd65] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=36.9 K 2024-11-13T00:39:30,923 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:30,923 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. files: [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0d02927dcc4a408b9aa02d525d598f32, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8b78228fadff4122865a5c9d1632dd75, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/beeccb20477f4ef29c7ddb0e14e11e19] 2024-11-13T00:39:30,923 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b73b6960129498ca5be8e8d10e14456, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731458365781 2024-11-13T00:39:30,923 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d02927dcc4a408b9aa02d525d598f32, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731458365781 2024-11-13T00:39:30,924 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ca92d872ac64fc2babe8ef147bff4f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731458368081 2024-11-13T00:39:30,924 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b78228fadff4122865a5c9d1632dd75, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731458368081 2024-11-13T00:39:30,924 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting f1864e1e98a643d5aaf9b9e4dc95dd65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731458368737 2024-11-13T00:39:30,924 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] compactions.Compactor(225): Compacting beeccb20477f4ef29c7ddb0e14e11e19, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731458368737 2024-11-13T00:39:30,928 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:30,929 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#B#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:30,930 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/67ec2a3a8c6a4788ad9ba8022d6df00f is 50, key is test_row_0/B:col10/1731458369258/Put/seqid=0 2024-11-13T00:39:30,930 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113cbac2c39c8954af7b82182387d5afecc_6783b22fae7c5d878181c598644f4036 store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:30,933 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113cbac2c39c8954af7b82182387d5afecc_6783b22fae7c5d878181c598644f4036, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:30,933 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cbac2c39c8954af7b82182387d5afecc_6783b22fae7c5d878181c598644f4036 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:30,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742504_1680 (size=13255) 2024-11-13T00:39:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742505_1681 (size=4469) 2024-11-13T00:39:31,338 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#A#compaction#571 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:31,339 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/98c1c137c47c46139a9f8bd75d5d6727 is 175, key is test_row_0/A:col10/1731458369258/Put/seqid=0 2024-11-13T00:39:31,341 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/67ec2a3a8c6a4788ad9ba8022d6df00f as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/67ec2a3a8c6a4788ad9ba8022d6df00f 2024-11-13T00:39:31,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742506_1682 (size=32209) 2024-11-13T00:39:31,346 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/B of 6783b22fae7c5d878181c598644f4036 into 67ec2a3a8c6a4788ad9ba8022d6df00f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:31,346 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:31,346 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/B, priority=13, startTime=1731458370922; duration=0sec 2024-11-13T00:39:31,346 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T00:39:31,346 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:B 2024-11-13T00:39:31,346 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T00:39:31,347 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/98c1c137c47c46139a9f8bd75d5d6727 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/98c1c137c47c46139a9f8bd75d5d6727 2024-11-13T00:39:31,347 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T00:39:31,348 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1541): 6783b22fae7c5d878181c598644f4036/C is initiating minor compaction (all files) 2024-11-13T00:39:31,348 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6783b22fae7c5d878181c598644f4036/C in TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:31,348 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/92a095a657754065a2a2a7e30d71b175, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2116eaeca1934cc488acd515ce41d187, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/51653d8afbbf433480acc2879cf2567a] into tmpdir=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp, totalSize=36.9 K 2024-11-13T00:39:31,348 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 92a095a657754065a2a2a7e30d71b175, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731458365781 2024-11-13T00:39:31,349 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 2116eaeca1934cc488acd515ce41d187, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731458368081 2024-11-13T00:39:31,349 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] compactions.Compactor(225): Compacting 51653d8afbbf433480acc2879cf2567a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731458368737 2024-11-13T00:39:31,354 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/A of 6783b22fae7c5d878181c598644f4036 into 98c1c137c47c46139a9f8bd75d5d6727(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:31,354 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:31,354 INFO [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/A, priority=13, startTime=1731458370922; duration=0sec 2024-11-13T00:39:31,354 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:31,354 DEBUG [RS:0;cb28580903fb:37235-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:A 2024-11-13T00:39:31,366 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6783b22fae7c5d878181c598644f4036#C#compaction#572 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T00:39:31,366 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/8f2af380753a4e92a335f1b09483c38d is 50, key is test_row_0/C:col10/1731458369258/Put/seqid=0 2024-11-13T00:39:31,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742507_1683 (size=13255) 2024-11-13T00:39:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] regionserver.HRegion(8855): Flush requested on 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:31,528 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T00:39:31,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T00:39:31,529 INFO [Thread-2521 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2521. 2024-11-13T00:39:31,529 DEBUG [Thread-2521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:31,529 DEBUG [Thread-2521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:31,529 DEBUG [Thread-2521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:31,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:31,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ba1f3fd9ee954467bf17f3079b613724_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458371527/Put/seqid=0 2024-11-13T00:39:31,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742508_1684 (size=12454) 2024-11-13T00:39:31,547 INFO [Thread-2515 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2515. 2024-11-13T00:39:31,547 INFO [Thread-2517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2517. 2024-11-13T00:39:31,548 DEBUG [Thread-2515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:31,548 DEBUG [Thread-2517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:31,548 DEBUG [Thread-2515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:31,548 DEBUG [Thread-2517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:31,548 DEBUG [Thread-2517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:31,548 DEBUG [Thread-2515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:31,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:31,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:31,776 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/8f2af380753a4e92a335f1b09483c38d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/8f2af380753a4e92a335f1b09483c38d 2024-11-13T00:39:31,780 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6783b22fae7c5d878181c598644f4036/C of 6783b22fae7c5d878181c598644f4036 into 8f2af380753a4e92a335f1b09483c38d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T00:39:31,780 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:31,780 INFO [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., storeName=6783b22fae7c5d878181c598644f4036/C, priority=13, startTime=1731458370922; duration=0sec 2024-11-13T00:39:31,780 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T00:39:31,780 DEBUG [RS:0;cb28580903fb:37235-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6783b22fae7c5d878181c598644f4036:C 2024-11-13T00:39:31,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:31,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ba1f3fd9ee954467bf17f3079b613724_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ba1f3fd9ee954467bf17f3079b613724_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:31,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/63d56b54b05844b7b2233cf0a1cc7f69, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:31,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/63d56b54b05844b7b2233cf0a1cc7f69 is 175, key is test_row_0/A:col10/1731458371527/Put/seqid=0 2024-11-13T00:39:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742509_1685 (size=31255) 2024-11-13T00:39:32,349 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/63d56b54b05844b7b2233cf0a1cc7f69 2024-11-13T00:39:32,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/4705a951ac9a4e0faec43f8ad446dba6 is 50, key is test_row_0/B:col10/1731458371527/Put/seqid=0 2024-11-13T00:39:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742510_1686 (size=12301) 2024-11-13T00:39:32,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/4705a951ac9a4e0faec43f8ad446dba6 2024-11-13T00:39:32,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/bcc4ff638f5040779eeb961573d1b79e is 50, key is test_row_0/C:col10/1731458371527/Put/seqid=0 2024-11-13T00:39:32,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742511_1687 (size=12301) 2024-11-13T00:39:32,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/bcc4ff638f5040779eeb961573d1b79e 2024-11-13T00:39:32,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/63d56b54b05844b7b2233cf0a1cc7f69 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/63d56b54b05844b7b2233cf0a1cc7f69 2024-11-13T00:39:32,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/63d56b54b05844b7b2233cf0a1cc7f69, entries=150, sequenceid=407, filesize=30.5 K 2024-11-13T00:39:32,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/4705a951ac9a4e0faec43f8ad446dba6 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/4705a951ac9a4e0faec43f8ad446dba6 2024-11-13T00:39:32,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/4705a951ac9a4e0faec43f8ad446dba6, entries=150, sequenceid=407, filesize=12.0 K 2024-11-13T00:39:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/bcc4ff638f5040779eeb961573d1b79e as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/bcc4ff638f5040779eeb961573d1b79e 2024-11-13T00:39:32,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/bcc4ff638f5040779eeb961573d1b79e, entries=150, sequenceid=407, filesize=12.0 K 2024-11-13T00:39:32,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 6783b22fae7c5d878181c598644f4036 in 1253ms, sequenceid=407, compaction requested=false 2024-11-13T00:39:32,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6783b22fae7c5d878181c598644f4036: 2024-11-13T00:39:32,917 INFO [Thread-2519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2519. 2024-11-13T00:39:32,917 DEBUG [Thread-2519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:32,917 DEBUG [Thread-2519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:32,917 DEBUG [Thread-2519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:32,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:32,927 INFO [Thread-2523 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2523. 2024-11-13T00:39:32,927 DEBUG [Thread-2523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T00:39:32,927 DEBUG [Thread-2523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:32,927 DEBUG [Thread-2523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:32,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:32,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2736 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2602 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2725 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2753 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2584 2024-11-13T00:39:32,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T00:39:32,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:39:32,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:39:32,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:32,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:32,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:32,929 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T00:39:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T00:39:32,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458372931"}]},"ts":"1731458372931"} 2024-11-13T00:39:32,932 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T00:39:32,932 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T00:39:32,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T00:39:32,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, UNASSIGN}] 2024-11-13T00:39:32,935 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, UNASSIGN 2024-11-13T00:39:32,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=6783b22fae7c5d878181c598644f4036, regionState=CLOSING, regionLocation=cb28580903fb,37235,1731458200455 2024-11-13T00:39:32,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, UNASSIGN because future has completed 2024-11-13T00:39:32,936 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T00:39:32,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455}] 2024-11-13T00:39:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T00:39:33,089 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:33,089 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T00:39:33,089 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 6783b22fae7c5d878181c598644f4036, disabling compactions & flushes 2024-11-13T00:39:33,089 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:33,089 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:33,089 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. after waiting 0 ms 2024-11-13T00:39:33,089 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:33,089 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 6783b22fae7c5d878181c598644f4036 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T00:39:33,093 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111335206cbee5704015b42d579f12933762_6783b22fae7c5d878181c598644f4036 is 50, key is test_row_0/A:col10/1731458372916/Put/seqid=0 2024-11-13T00:39:33,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742512_1688 (size=12454) 2024-11-13T00:39:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T00:39:33,497 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:39:33,500 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111335206cbee5704015b42d579f12933762_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111335206cbee5704015b42d579f12933762_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:33,501 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ea43d251461b4fa6a7f01f5c0c490641, store: [table=TestAcidGuarantees family=A region=6783b22fae7c5d878181c598644f4036] 2024-11-13T00:39:33,501 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ea43d251461b4fa6a7f01f5c0c490641 is 175, key is test_row_0/A:col10/1731458372916/Put/seqid=0 2024-11-13T00:39:33,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742513_1689 (size=31255) 2024-11-13T00:39:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T00:39:33,905 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ea43d251461b4fa6a7f01f5c0c490641 2024-11-13T00:39:33,910 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/a08b40650de447269b3536669eaa5afc is 50, key is test_row_0/B:col10/1731458372916/Put/seqid=0 2024-11-13T00:39:33,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742514_1690 (size=12301) 2024-11-13T00:39:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T00:39:34,313 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/a08b40650de447269b3536669eaa5afc 2024-11-13T00:39:34,318 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/04ac5904fd0e4971b878165993c32708 is 50, key is test_row_0/C:col10/1731458372916/Put/seqid=0 2024-11-13T00:39:34,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742515_1691 (size=12301) 2024-11-13T00:39:34,722 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/04ac5904fd0e4971b878165993c32708 2024-11-13T00:39:34,725 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/A/ea43d251461b4fa6a7f01f5c0c490641 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ea43d251461b4fa6a7f01f5c0c490641 2024-11-13T00:39:34,728 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ea43d251461b4fa6a7f01f5c0c490641, entries=150, sequenceid=415, filesize=30.5 K 2024-11-13T00:39:34,729 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/B/a08b40650de447269b3536669eaa5afc as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/a08b40650de447269b3536669eaa5afc 2024-11-13T00:39:34,731 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/a08b40650de447269b3536669eaa5afc, entries=150, sequenceid=415, filesize=12.0 K 2024-11-13T00:39:34,732 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/.tmp/C/04ac5904fd0e4971b878165993c32708 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/04ac5904fd0e4971b878165993c32708 2024-11-13T00:39:34,735 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/04ac5904fd0e4971b878165993c32708, entries=150, sequenceid=415, filesize=12.0 K 2024-11-13T00:39:34,735 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6783b22fae7c5d878181c598644f4036 in 1646ms, sequenceid=415, compaction requested=true 2024-11-13T00:39:34,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e38dfa051a96443d9a4a61eea70bea8c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ddfa351ff88d4355ac85a9999db0acb4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/961dff74de154546839864eb6d1bd996, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/1d0f006f31a44ac6870e6b6e5a751589, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/19bf8c13baf640b2b6a6bf9bcbc387a7, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0472452eb1294881b978189f678019bb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/149c88435e554d35a81ede157b924740, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6e7eac6d0d2c41368a72e0455407b712, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6bf5393bf966443fbc9b0a84942fef78, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/a23dcd63e6ef4aa5b8142b0bbe0f7494, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e635cf9f6a1347c8b99a916a0ac3d82e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2acb13469c1d4460812fc3fc61ef3060, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2ef5870cfa64406888fd7ab8443c24d6, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/fda7b06641a34aa18eecc803594b1592, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/db2de9bc5cb247d0aa63cc42ad1609fb, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/f605b4133d484330a9503a9ded224e54, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/3f31c58bca3b4acabfeaad93fe05a1f4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8960a63f9d304bd5b8773edab1f29102, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/44f574db48d8485f803a2e21f6d68f06, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/04826b9ecd9e4e4781430d0b73731354, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2c650e6b717d400b918a388e42758d5c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2758941f4e594fb9940dd5a96c663e94, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/9612719dfb474f7b8028f4b444cfd824, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ae2eba156e86448e9178881a98599ac8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/5f30806975e34dbaac567f3a6ee2e2c9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0d02927dcc4a408b9aa02d525d598f32, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8b78228fadff4122865a5c9d1632dd75, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/beeccb20477f4ef29c7ddb0e14e11e19] to archive 2024-11-13T00:39:34,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:39:34,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e38dfa051a96443d9a4a61eea70bea8c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e38dfa051a96443d9a4a61eea70bea8c 2024-11-13T00:39:34,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ddfa351ff88d4355ac85a9999db0acb4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ddfa351ff88d4355ac85a9999db0acb4 2024-11-13T00:39:34,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/961dff74de154546839864eb6d1bd996 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/961dff74de154546839864eb6d1bd996 2024-11-13T00:39:34,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/1d0f006f31a44ac6870e6b6e5a751589 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/1d0f006f31a44ac6870e6b6e5a751589 2024-11-13T00:39:34,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/19bf8c13baf640b2b6a6bf9bcbc387a7 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/19bf8c13baf640b2b6a6bf9bcbc387a7 2024-11-13T00:39:34,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0472452eb1294881b978189f678019bb to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0472452eb1294881b978189f678019bb 2024-11-13T00:39:34,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/149c88435e554d35a81ede157b924740 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/149c88435e554d35a81ede157b924740 2024-11-13T00:39:34,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6e7eac6d0d2c41368a72e0455407b712 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6e7eac6d0d2c41368a72e0455407b712 2024-11-13T00:39:34,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6bf5393bf966443fbc9b0a84942fef78 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/6bf5393bf966443fbc9b0a84942fef78 2024-11-13T00:39:34,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/a23dcd63e6ef4aa5b8142b0bbe0f7494 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/a23dcd63e6ef4aa5b8142b0bbe0f7494 2024-11-13T00:39:34,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e635cf9f6a1347c8b99a916a0ac3d82e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/e635cf9f6a1347c8b99a916a0ac3d82e 2024-11-13T00:39:34,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2acb13469c1d4460812fc3fc61ef3060 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2acb13469c1d4460812fc3fc61ef3060 2024-11-13T00:39:34,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2ef5870cfa64406888fd7ab8443c24d6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2ef5870cfa64406888fd7ab8443c24d6 2024-11-13T00:39:34,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/fda7b06641a34aa18eecc803594b1592 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/fda7b06641a34aa18eecc803594b1592 2024-11-13T00:39:34,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/db2de9bc5cb247d0aa63cc42ad1609fb to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/db2de9bc5cb247d0aa63cc42ad1609fb 2024-11-13T00:39:34,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/f605b4133d484330a9503a9ded224e54 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/f605b4133d484330a9503a9ded224e54 2024-11-13T00:39:34,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/3f31c58bca3b4acabfeaad93fe05a1f4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/3f31c58bca3b4acabfeaad93fe05a1f4 2024-11-13T00:39:34,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8960a63f9d304bd5b8773edab1f29102 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8960a63f9d304bd5b8773edab1f29102 2024-11-13T00:39:34,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/44f574db48d8485f803a2e21f6d68f06 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/44f574db48d8485f803a2e21f6d68f06 2024-11-13T00:39:34,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/04826b9ecd9e4e4781430d0b73731354 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/04826b9ecd9e4e4781430d0b73731354 2024-11-13T00:39:34,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2c650e6b717d400b918a388e42758d5c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2c650e6b717d400b918a388e42758d5c 2024-11-13T00:39:34,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2758941f4e594fb9940dd5a96c663e94 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/2758941f4e594fb9940dd5a96c663e94 2024-11-13T00:39:34,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/9612719dfb474f7b8028f4b444cfd824 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/9612719dfb474f7b8028f4b444cfd824 2024-11-13T00:39:34,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ae2eba156e86448e9178881a98599ac8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ae2eba156e86448e9178881a98599ac8 2024-11-13T00:39:34,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/5f30806975e34dbaac567f3a6ee2e2c9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/5f30806975e34dbaac567f3a6ee2e2c9 2024-11-13T00:39:34,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0d02927dcc4a408b9aa02d525d598f32 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/0d02927dcc4a408b9aa02d525d598f32 2024-11-13T00:39:34,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8b78228fadff4122865a5c9d1632dd75 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/8b78228fadff4122865a5c9d1632dd75 2024-11-13T00:39:34,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/beeccb20477f4ef29c7ddb0e14e11e19 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/beeccb20477f4ef29c7ddb0e14e11e19 2024-11-13T00:39:34,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/71875aee76fe4c4497261bcac57e4e56, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f48982c1a05f498eb62a9ee5ad039662, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/0c1bab9093bd4af184dfd611566f2a36, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f70944afa44c4e9997072a1f1fed0dba, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/8c9ffb21cf5e4f629de081cf972a5140, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c2c7cdba1896458a94d40eea87922932, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/42d78119c40d4555a98ae2b139e4ad93, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fd839c3c888e46fab0e54cdfd4ee9d7d, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/a20f733434904a549ea3db94dac2e329, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/2e1f672338c842dbb9139b91df77a143, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/594ae810cc5a4061b6d5ea2a5d1abde3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/b671c1ba6a8246618b786bcba35c2381, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/da027b8e96874afa820a34afd7eb4fa2, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fb94673d6e7744ef9a9eca123c44a19e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/be26cac4c728410eb2bd3b0d276526d4, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c255bf7a58a14f0cb66150a80582f657, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/19159495234d4a5abb7c9cfaa00d7977, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5f872bf7ac784f5fa4a0eff7833d9d86, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/aeeb2892fccf417d8094f2952c8fc4ea, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5c3d16ac71c940529845e56e0c455c83, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f5fc4d88aa134ba3901e007a3f43a2c0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c700faa3a1dd45b4bc067d2009c8f2b9, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/452edc29f1b64b7cb359a52f06e58dc5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6e229a1480814b2ca0efd8eb22703299, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/1b73b6960129498ca5be8e8d10e14456, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/08ddb67e29af4e0f8081e22bce5e19ea, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6ca92d872ac64fc2babe8ef147bff4f3, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f1864e1e98a643d5aaf9b9e4dc95dd65] to archive 2024-11-13T00:39:34,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:39:34,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/71875aee76fe4c4497261bcac57e4e56 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/71875aee76fe4c4497261bcac57e4e56 2024-11-13T00:39:34,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f48982c1a05f498eb62a9ee5ad039662 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f48982c1a05f498eb62a9ee5ad039662 2024-11-13T00:39:34,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/0c1bab9093bd4af184dfd611566f2a36 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/0c1bab9093bd4af184dfd611566f2a36 2024-11-13T00:39:34,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f70944afa44c4e9997072a1f1fed0dba to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f70944afa44c4e9997072a1f1fed0dba 2024-11-13T00:39:34,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/8c9ffb21cf5e4f629de081cf972a5140 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/8c9ffb21cf5e4f629de081cf972a5140 2024-11-13T00:39:34,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c2c7cdba1896458a94d40eea87922932 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c2c7cdba1896458a94d40eea87922932 2024-11-13T00:39:34,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/42d78119c40d4555a98ae2b139e4ad93 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/42d78119c40d4555a98ae2b139e4ad93 2024-11-13T00:39:34,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fd839c3c888e46fab0e54cdfd4ee9d7d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fd839c3c888e46fab0e54cdfd4ee9d7d 2024-11-13T00:39:34,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/a20f733434904a549ea3db94dac2e329 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/a20f733434904a549ea3db94dac2e329 2024-11-13T00:39:34,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/2e1f672338c842dbb9139b91df77a143 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/2e1f672338c842dbb9139b91df77a143 2024-11-13T00:39:34,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/594ae810cc5a4061b6d5ea2a5d1abde3 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/594ae810cc5a4061b6d5ea2a5d1abde3 2024-11-13T00:39:34,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/b671c1ba6a8246618b786bcba35c2381 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/b671c1ba6a8246618b786bcba35c2381 2024-11-13T00:39:34,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/da027b8e96874afa820a34afd7eb4fa2 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/da027b8e96874afa820a34afd7eb4fa2 2024-11-13T00:39:34,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fb94673d6e7744ef9a9eca123c44a19e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/fb94673d6e7744ef9a9eca123c44a19e 2024-11-13T00:39:34,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/be26cac4c728410eb2bd3b0d276526d4 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/be26cac4c728410eb2bd3b0d276526d4 2024-11-13T00:39:34,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c255bf7a58a14f0cb66150a80582f657 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c255bf7a58a14f0cb66150a80582f657 2024-11-13T00:39:34,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/19159495234d4a5abb7c9cfaa00d7977 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/19159495234d4a5abb7c9cfaa00d7977 2024-11-13T00:39:34,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5f872bf7ac784f5fa4a0eff7833d9d86 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5f872bf7ac784f5fa4a0eff7833d9d86 2024-11-13T00:39:34,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/aeeb2892fccf417d8094f2952c8fc4ea to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/aeeb2892fccf417d8094f2952c8fc4ea 2024-11-13T00:39:34,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5c3d16ac71c940529845e56e0c455c83 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/5c3d16ac71c940529845e56e0c455c83 2024-11-13T00:39:34,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f5fc4d88aa134ba3901e007a3f43a2c0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f5fc4d88aa134ba3901e007a3f43a2c0 2024-11-13T00:39:34,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c700faa3a1dd45b4bc067d2009c8f2b9 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/c700faa3a1dd45b4bc067d2009c8f2b9 2024-11-13T00:39:34,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/452edc29f1b64b7cb359a52f06e58dc5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/452edc29f1b64b7cb359a52f06e58dc5 2024-11-13T00:39:34,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6e229a1480814b2ca0efd8eb22703299 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6e229a1480814b2ca0efd8eb22703299 2024-11-13T00:39:34,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/1b73b6960129498ca5be8e8d10e14456 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/1b73b6960129498ca5be8e8d10e14456 2024-11-13T00:39:34,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/08ddb67e29af4e0f8081e22bce5e19ea to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/08ddb67e29af4e0f8081e22bce5e19ea 2024-11-13T00:39:34,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6ca92d872ac64fc2babe8ef147bff4f3 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/6ca92d872ac64fc2babe8ef147bff4f3 2024-11-13T00:39:34,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f1864e1e98a643d5aaf9b9e4dc95dd65 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/f1864e1e98a643d5aaf9b9e4dc95dd65 2024-11-13T00:39:34,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b779d3f5e77e4c72b4fd163c0ce70b22, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/1af7950b92a5415fad2c4ad513d89c38, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f874954912e949e1ac7677674e43936b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/fc872ddf4363476c8d65a77166746557, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/565db0fe44ba4eabb36e580738694075, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/9213125ab12940df8e8c9dd8b3fa9c34, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ce7763e84797408780dc7a7a805e566f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2d331788f05949c6822cfa877b4ab9aa, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c4dd24d74de445648f55bc2973d33470, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2bc45a373eb34d7488e36c88662f338e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ac207d70d4b54d848b7de1b9e573517a, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/409abba7ea8848c193ea421a5ad85f65, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/7920d3df33c04cdcb36fb0ad7ba7c0c5, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ae2919f745ac4f818e3bff62180420a0, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2fb5ae8235c24bbd8cd5625b117f8f8c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/a61b331e90264475aeb278452dc2a684, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/818006e253c74ef09596a08bff8d220c, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/e6419e74978a4793bd0b491117ac31b8, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c27d2a5df1b04850bb569020dae5fa58, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/4caacab4637b4455ab0c38970fa2513e, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b521d0222cbf4a61823ffbb9a4f2148f, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ddd71c255c9e4d3cbb59a7ca26bc7346, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f73578c2394f44e6bf75c2edc6a03345, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f491db3c195e4d79bcc9176ec4571a6b, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/92a095a657754065a2a2a7e30d71b175, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/efe497e63c86439882e66e825c8d4d59, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2116eaeca1934cc488acd515ce41d187, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/51653d8afbbf433480acc2879cf2567a] to archive 2024-11-13T00:39:34,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T00:39:34,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b779d3f5e77e4c72b4fd163c0ce70b22 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b779d3f5e77e4c72b4fd163c0ce70b22 2024-11-13T00:39:34,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/1af7950b92a5415fad2c4ad513d89c38 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/1af7950b92a5415fad2c4ad513d89c38 2024-11-13T00:39:34,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f874954912e949e1ac7677674e43936b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f874954912e949e1ac7677674e43936b 2024-11-13T00:39:34,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/fc872ddf4363476c8d65a77166746557 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/fc872ddf4363476c8d65a77166746557 2024-11-13T00:39:34,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/565db0fe44ba4eabb36e580738694075 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/565db0fe44ba4eabb36e580738694075 2024-11-13T00:39:34,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/9213125ab12940df8e8c9dd8b3fa9c34 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/9213125ab12940df8e8c9dd8b3fa9c34 2024-11-13T00:39:34,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ce7763e84797408780dc7a7a805e566f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ce7763e84797408780dc7a7a805e566f 2024-11-13T00:39:34,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2d331788f05949c6822cfa877b4ab9aa to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2d331788f05949c6822cfa877b4ab9aa 2024-11-13T00:39:34,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c4dd24d74de445648f55bc2973d33470 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c4dd24d74de445648f55bc2973d33470 2024-11-13T00:39:34,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2bc45a373eb34d7488e36c88662f338e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2bc45a373eb34d7488e36c88662f338e 2024-11-13T00:39:34,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ac207d70d4b54d848b7de1b9e573517a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ac207d70d4b54d848b7de1b9e573517a 2024-11-13T00:39:34,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/409abba7ea8848c193ea421a5ad85f65 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/409abba7ea8848c193ea421a5ad85f65 2024-11-13T00:39:34,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/7920d3df33c04cdcb36fb0ad7ba7c0c5 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/7920d3df33c04cdcb36fb0ad7ba7c0c5 2024-11-13T00:39:34,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ae2919f745ac4f818e3bff62180420a0 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ae2919f745ac4f818e3bff62180420a0 2024-11-13T00:39:34,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2fb5ae8235c24bbd8cd5625b117f8f8c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2fb5ae8235c24bbd8cd5625b117f8f8c 2024-11-13T00:39:34,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/a61b331e90264475aeb278452dc2a684 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/a61b331e90264475aeb278452dc2a684 2024-11-13T00:39:34,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/818006e253c74ef09596a08bff8d220c to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/818006e253c74ef09596a08bff8d220c 2024-11-13T00:39:34,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/e6419e74978a4793bd0b491117ac31b8 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/e6419e74978a4793bd0b491117ac31b8 2024-11-13T00:39:34,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c27d2a5df1b04850bb569020dae5fa58 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/c27d2a5df1b04850bb569020dae5fa58 2024-11-13T00:39:34,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/4caacab4637b4455ab0c38970fa2513e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/4caacab4637b4455ab0c38970fa2513e 2024-11-13T00:39:34,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b521d0222cbf4a61823ffbb9a4f2148f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/b521d0222cbf4a61823ffbb9a4f2148f 2024-11-13T00:39:34,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ddd71c255c9e4d3cbb59a7ca26bc7346 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/ddd71c255c9e4d3cbb59a7ca26bc7346 2024-11-13T00:39:34,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f73578c2394f44e6bf75c2edc6a03345 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f73578c2394f44e6bf75c2edc6a03345 2024-11-13T00:39:34,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f491db3c195e4d79bcc9176ec4571a6b to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/f491db3c195e4d79bcc9176ec4571a6b 2024-11-13T00:39:34,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/92a095a657754065a2a2a7e30d71b175 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/92a095a657754065a2a2a7e30d71b175 2024-11-13T00:39:34,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/efe497e63c86439882e66e825c8d4d59 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/efe497e63c86439882e66e825c8d4d59 2024-11-13T00:39:34,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2116eaeca1934cc488acd515ce41d187 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/2116eaeca1934cc488acd515ce41d187 2024-11-13T00:39:34,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/51653d8afbbf433480acc2879cf2567a to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/51653d8afbbf433480acc2879cf2567a 2024-11-13T00:39:34,819 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/recovered.edits/418.seqid, newMaxSeqId=418, maxSeqId=4 2024-11-13T00:39:34,819 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. 2024-11-13T00:39:34,819 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 6783b22fae7c5d878181c598644f4036: Waiting for close lock at 1731458373089Running coprocessor pre-close hooks at 1731458373089Disabling compacts and flushes for region at 1731458373089Disabling writes for close at 1731458373089Obtaining lock to block concurrent updates at 1731458373089Preparing flush snapshotting stores in 6783b22fae7c5d878181c598644f4036 at 1731458373089Finished memstore snapshotting TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731458373089Flushing stores of TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036. at 1731458373089Flushing 6783b22fae7c5d878181c598644f4036/A: creating writer at 1731458373090 (+1 ms)Flushing mob file 6783b22fae7c5d878181c598644f4036/A: appending metadata at 1731458373093 (+3 ms)Flushing mob file 6783b22fae7c5d878181c598644f4036/A: closing flushed file at 1731458373093Flushing 6783b22fae7c5d878181c598644f4036/A: appending metadata at 1731458373501 (+408 ms)Flushing 6783b22fae7c5d878181c598644f4036/A: closing flushed file at 1731458373501Flushing 6783b22fae7c5d878181c598644f4036/B: creating writer at 1731458373908 (+407 ms)Flushing 6783b22fae7c5d878181c598644f4036/B: appending metadata at 1731458373910 (+2 ms)Flushing 6783b22fae7c5d878181c598644f4036/B: closing flushed file at 1731458373910Flushing 6783b22fae7c5d878181c598644f4036/C: creating writer at 1731458374316 (+406 ms)Flushing 6783b22fae7c5d878181c598644f4036/C: appending metadata at 1731458374318 (+2 ms)Flushing 6783b22fae7c5d878181c598644f4036/C: closing flushed file at 1731458374318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52982ff: reopening flushed file at 1731458374725 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fa0cab: reopening flushed file at 1731458374728 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5024ab1b: reopening flushed file at 1731458374731 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6783b22fae7c5d878181c598644f4036 in 1646ms, sequenceid=415, compaction requested=true at 1731458374735 (+4 ms)Writing region close event to WAL at 1731458374816 (+81 ms)Running coprocessor post-close hooks at 1731458374819 (+3 ms)Closed at 1731458374819 2024-11-13T00:39:34,821 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:34,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=6783b22fae7c5d878181c598644f4036, regionState=CLOSED 2024-11-13T00:39:34,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 because future has completed 2024-11-13T00:39:34,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-13T00:39:34,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 6783b22fae7c5d878181c598644f4036, server=cb28580903fb,37235,1731458200455 in 1.8860 sec 2024-11-13T00:39:34,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-13T00:39:34,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6783b22fae7c5d878181c598644f4036, UNASSIGN in 1.8900 sec 2024-11-13T00:39:34,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-13T00:39:34,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8930 sec 2024-11-13T00:39:34,829 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731458374829"}]},"ts":"1731458374829"} 2024-11-13T00:39:34,831 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T00:39:34,831 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T00:39:34,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9020 sec 2024-11-13T00:39:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T00:39:35,076 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:35,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T00:39:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:35,078 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T00:39:35,078 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:35,081 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,082 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C, FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/recovered.edits] 2024-11-13T00:39:35,084 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/63d56b54b05844b7b2233cf0a1cc7f69 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/63d56b54b05844b7b2233cf0a1cc7f69 2024-11-13T00:39:35,085 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/98c1c137c47c46139a9f8bd75d5d6727 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/98c1c137c47c46139a9f8bd75d5d6727 2024-11-13T00:39:35,085 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ea43d251461b4fa6a7f01f5c0c490641 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/A/ea43d251461b4fa6a7f01f5c0c490641 2024-11-13T00:39:35,087 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/4705a951ac9a4e0faec43f8ad446dba6 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/4705a951ac9a4e0faec43f8ad446dba6 2024-11-13T00:39:35,088 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/67ec2a3a8c6a4788ad9ba8022d6df00f to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/67ec2a3a8c6a4788ad9ba8022d6df00f 2024-11-13T00:39:35,089 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/a08b40650de447269b3536669eaa5afc to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/B/a08b40650de447269b3536669eaa5afc 2024-11-13T00:39:35,090 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/04ac5904fd0e4971b878165993c32708 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/04ac5904fd0e4971b878165993c32708 2024-11-13T00:39:35,091 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/8f2af380753a4e92a335f1b09483c38d to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/8f2af380753a4e92a335f1b09483c38d 2024-11-13T00:39:35,091 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/bcc4ff638f5040779eeb961573d1b79e to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/C/bcc4ff638f5040779eeb961573d1b79e 2024-11-13T00:39:35,093 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/recovered.edits/418.seqid to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036/recovered.edits/418.seqid 2024-11-13T00:39:35,094 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/default/TestAcidGuarantees/6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,094 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T00:39:35,094 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T00:39:35,095 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T00:39:35,097 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111308522df0d6ec4e2f8035e878727ed045_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111308522df0d6ec4e2f8035e878727ed045_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,098 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130c305342099741e3841eecd3f6f10614_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130c305342099741e3841eecd3f6f10614_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,098 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131dfe5295fcac4fd4957f51dc09a4edfe_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131dfe5295fcac4fd4957f51dc09a4edfe_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,099 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132100d6e1bdf44570ba21abdb8ce2ef70_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132100d6e1bdf44570ba21abdb8ce2ef70_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,100 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111335206cbee5704015b42d579f12933762_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111335206cbee5704015b42d579f12933762_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,101 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113357d57c46aa64e9b81ec1e1372ac0a4a_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113357d57c46aa64e9b81ec1e1372ac0a4a_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,102 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113447e2f63860749c9ac4911d4219d8d4f_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113447e2f63860749c9ac4911d4219d8d4f_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,103 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134891f423390a41a2953f8c41203221f7_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134891f423390a41a2953f8c41203221f7_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,103 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134fcfbda179534183841b12697e7c44ed_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134fcfbda179534183841b12697e7c44ed_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,104 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113612ce6b13cef4c51ac3a7d98ad36420b_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113612ce6b13cef4c51ac3a7d98ad36420b_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,105 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113715f12f9c9324e39823f1c9b7af977a0_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113715f12f9c9324e39823f1c9b7af977a0_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,106 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138ad9991fd7af4b0a9eb33b426de78740_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138ad9991fd7af4b0a9eb33b426de78740_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,107 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138d1bb26015724258addb265fc1e36dbd_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138d1bb26015724258addb265fc1e36dbd_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,108 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139f3e904d5e044969a6881a5683e0b730_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139f3e904d5e044969a6881a5683e0b730_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,109 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139fd6e55378ca40e7ba7444cc5ef2e8e4_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139fd6e55378ca40e7ba7444cc5ef2e8e4_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,110 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a1a4b45cbb63464680fe5be7b26e1280_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a1a4b45cbb63464680fe5be7b26e1280_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,111 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ba1f3fd9ee954467bf17f3079b613724_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ba1f3fd9ee954467bf17f3079b613724_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,112 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dda43c3652e94cfdb04ba3e16e475055_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dda43c3652e94cfdb04ba3e16e475055_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,113 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e5248f5abfeb48749e70a3ecb68ef13e_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e5248f5abfeb48749e70a3ecb68ef13e_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,114 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113edb4eed28d3f4497acb463ff4a7507ad_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113edb4eed28d3f4497acb463ff4a7507ad_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,115 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ee1cd1e607e04875bb9b39ec4e429e61_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ee1cd1e607e04875bb9b39ec4e429e61_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,116 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f7c300e2571f47528743a8dc3176638e_6783b22fae7c5d878181c598644f4036 to hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f7c300e2571f47528743a8dc3176638e_6783b22fae7c5d878181c598644f4036 2024-11-13T00:39:35,116 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T00:39:35,118 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:35,121 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T00:39:35,123 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T00:39:35,123 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:35,123 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T00:39:35,124 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731458375123"}]},"ts":"9223372036854775807"} 2024-11-13T00:39:35,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T00:39:35,125 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6783b22fae7c5d878181c598644f4036, NAME => 'TestAcidGuarantees,,1731458346564.6783b22fae7c5d878181c598644f4036.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T00:39:35,125 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T00:39:35,125 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731458375125"}]},"ts":"9223372036854775807"} 2024-11-13T00:39:35,126 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T00:39:35,127 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T00:39:35,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-13T00:39:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T00:39:35,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T00:39:35,186 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T00:39:35,195 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242 (was 240) - Thread LEAK? -, OpenFileDescriptor=457 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=389 (was 537) 2024-11-13T00:39:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:39:35,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:39:35,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:39:35,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:35,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:35,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:39:35,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:39:35,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1107072306, stopped=false 2024-11-13T00:39:35,196 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,41961,1731458199640 2024-11-13T00:39:35,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T00:39:35,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:39:35,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T00:39:35,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:39:35,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:39:35,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:39:35,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:39:35,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:35,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,37235,1731458200455' ***** 2024-11-13T00:39:35,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:39:35,200 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:39:35,200 INFO [RS:0;cb28580903fb:37235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:39:35,200 INFO [RS:0;cb28580903fb:37235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:39:35,200 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,37235,1731458200455 2024-11-13T00:39:35,200 INFO [RS:0;cb28580903fb:37235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:39:35,200 INFO [RS:0;cb28580903fb:37235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:37235. 2024-11-13T00:39:35,200 DEBUG [RS:0;cb28580903fb:37235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:39:35,200 DEBUG [RS:0;cb28580903fb:37235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:35,200 INFO [RS:0;cb28580903fb:37235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:39:35,201 INFO [RS:0;cb28580903fb:37235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:39:35,201 INFO [RS:0;cb28580903fb:37235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:39:35,201 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:39:35,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:39:35,202 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:39:35,202 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:39:35,203 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:39:35,203 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:39:35,203 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:39:35,203 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:39:35,203 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:39:35,203 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:39:35,203 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-13T00:39:35,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:39:35,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:39:35,226 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/info/7600b7cea5054fbeabeda324f19596e1 is 95, key is TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e./info:/1731458231206/DeleteFamily/seqid=0 2024-11-13T00:39:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742516_1692 (size=6514) 2024-11-13T00:39:35,291 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:39:35,403 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:39:35,603 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:39:35,630 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/info/7600b7cea5054fbeabeda324f19596e1 2024-11-13T00:39:35,648 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/ns/e46e930b97ad44308d09b74cf3f15e8d is 93, key is TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e./ns:/1731458231164/DeleteFamily/seqid=0 2024-11-13T00:39:35,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742517_1693 (size=5906) 2024-11-13T00:39:35,803 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:39:35,956 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:39:35,956 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:39:36,004 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:39:36,051 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/ns/e46e930b97ad44308d09b74cf3f15e8d 2024-11-13T00:39:36,068 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/rep_barrier/d47dbc46a8104815b664a48842e37da9 is 102, key is TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e./rep_barrier:/1731458231164/DeleteFamily/seqid=0 2024-11-13T00:39:36,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742518_1694 (size=6025) 2024-11-13T00:39:36,072 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/rep_barrier/d47dbc46a8104815b664a48842e37da9 2024-11-13T00:39:36,090 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/table/a5e9d9fcca4843ffa15345f8c0b1a6eb is 96, key is TestAcidGuarantees,,1731458204249.40df89ae8162856f952a17dab15e930e./table:/1731458231164/DeleteFamily/seqid=0 2024-11-13T00:39:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742519_1695 (size=5936) 2024-11-13T00:39:36,204 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:39:36,404 DEBUG [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:39:36,495 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/table/a5e9d9fcca4843ffa15345f8c0b1a6eb 2024-11-13T00:39:36,499 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/info/7600b7cea5054fbeabeda324f19596e1 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/info/7600b7cea5054fbeabeda324f19596e1 2024-11-13T00:39:36,501 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/info/7600b7cea5054fbeabeda324f19596e1, entries=12, sequenceid=90, filesize=6.4 K 2024-11-13T00:39:36,502 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/ns/e46e930b97ad44308d09b74cf3f15e8d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/ns/e46e930b97ad44308d09b74cf3f15e8d 2024-11-13T00:39:36,504 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/ns/e46e930b97ad44308d09b74cf3f15e8d, entries=8, sequenceid=90, filesize=5.8 K 2024-11-13T00:39:36,505 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/rep_barrier/d47dbc46a8104815b664a48842e37da9 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/rep_barrier/d47dbc46a8104815b664a48842e37da9 2024-11-13T00:39:36,507 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/rep_barrier/d47dbc46a8104815b664a48842e37da9, entries=6, sequenceid=90, filesize=5.9 K 2024-11-13T00:39:36,508 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/.tmp/table/a5e9d9fcca4843ffa15345f8c0b1a6eb as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/table/a5e9d9fcca4843ffa15345f8c0b1a6eb 2024-11-13T00:39:36,510 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/table/a5e9d9fcca4843ffa15345f8c0b1a6eb, entries=7, sequenceid=90, filesize=5.8 K 2024-11-13T00:39:36,511 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=90, compaction requested=false 2024-11-13T00:39:36,516 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-13T00:39:36,516 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:39:36,517 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:39:36,517 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731458375202Running coprocessor pre-close hooks at 1731458375203 (+1 ms)Disabling compacts and flushes for region at 1731458375203Disabling writes for close at 1731458375203Obtaining lock to block concurrent updates at 1731458375203Preparing flush snapshotting stores in 1588230740 at 1731458375203Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731458375203Flushing stores of hbase:meta,,1.1588230740 at 1731458375204 (+1 ms)Flushing 1588230740/info: creating writer at 1731458375204Flushing 1588230740/info: appending metadata at 1731458375225 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731458375225Flushing 1588230740/ns: creating writer at 1731458375633 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731458375647 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731458375647Flushing 1588230740/rep_barrier: creating writer at 1731458376054 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731458376068 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731458376068Flushing 1588230740/table: creating writer at 1731458376074 (+6 ms)Flushing 1588230740/table: appending metadata at 1731458376090 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731458376090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227bc166: reopening flushed file at 1731458376498 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0a6693: reopening flushed file at 1731458376501 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a5d6c4: reopening flushed file at 1731458376504 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d262be: reopening flushed file at 1731458376508 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=90, compaction requested=false at 1731458376511 (+3 ms)Writing region close event to WAL at 1731458376514 (+3 ms)Running coprocessor post-close hooks at 1731458376516 (+2 ms)Closed at 1731458376517 (+1 ms) 2024-11-13T00:39:36,517 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:39:36,604 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,37235,1731458200455; all regions closed. 2024-11-13T00:39:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741834_1010 (size=25344) 2024-11-13T00:39:36,610 DEBUG [RS:0;cb28580903fb:37235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/oldWALs 2024-11-13T00:39:36,611 INFO [RS:0;cb28580903fb:37235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C37235%2C1731458200455.meta:.meta(num 1731458203698) 2024-11-13T00:39:36,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741832_1008 (size=15458740) 2024-11-13T00:39:36,614 DEBUG [RS:0;cb28580903fb:37235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/oldWALs 2024-11-13T00:39:36,614 INFO [RS:0;cb28580903fb:37235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C37235%2C1731458200455:(num 1731458203059) 2024-11-13T00:39:36,614 DEBUG [RS:0;cb28580903fb:37235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:39:36,614 INFO [RS:0;cb28580903fb:37235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:39:36,614 INFO [RS:0;cb28580903fb:37235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:39:36,614 INFO [RS:0;cb28580903fb:37235 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:39:36,615 INFO [RS:0;cb28580903fb:37235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:39:36,615 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:39:36,615 INFO [RS:0;cb28580903fb:37235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37235 2024-11-13T00:39:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T00:39:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cb28580903fb,37235,1731458200455 2024-11-13T00:39:36,619 INFO [RS:0;cb28580903fb:37235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:39:36,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,37235,1731458200455] 2024-11-13T00:39:36,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cb28580903fb,37235,1731458200455 already deleted, retry=false 2024-11-13T00:39:36,624 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,37235,1731458200455 expired; onlineServers=0 2024-11-13T00:39:36,625 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,41961,1731458199640' ***** 2024-11-13T00:39:36,625 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:39:36,625 INFO [M:0;cb28580903fb:41961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:39:36,625 INFO [M:0;cb28580903fb:41961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:39:36,625 DEBUG [M:0;cb28580903fb:41961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:39:36,625 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:39:36,625 DEBUG [M:0;cb28580903fb:41961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:39:36,625 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731458202774 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731458202774,5,FailOnTimeoutGroup] 2024-11-13T00:39:36,625 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731458202775 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731458202775,5,FailOnTimeoutGroup] 2024-11-13T00:39:36,625 INFO [M:0;cb28580903fb:41961 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:39:36,626 INFO [M:0;cb28580903fb:41961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:39:36,626 DEBUG [M:0;cb28580903fb:41961 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:39:36,626 INFO [M:0;cb28580903fb:41961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:39:36,626 INFO [M:0;cb28580903fb:41961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:39:36,626 ERROR [M:0;cb28580903fb:41961 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:44963 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44963,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-13T00:39:36,627 INFO [M:0;cb28580903fb:41961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:39:36,627 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:39:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T00:39:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:39:36,627 DEBUG [M:0;cb28580903fb:41961 {}] zookeeper.ZKUtil(347): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T00:39:36,628 WARN [M:0;cb28580903fb:41961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:39:36,628 INFO [M:0;cb28580903fb:41961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/.lastflushedseqids 2024-11-13T00:39:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742520_1696 (size=72) 2024-11-13T00:39:36,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:39:36,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37235-0x1010ec157760001, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:39:36,723 INFO [RS:0;cb28580903fb:37235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:39:36,723 INFO [RS:0;cb28580903fb:37235 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,37235,1731458200455; zookeeper connection closed. 2024-11-13T00:39:36,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2eef4a7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2eef4a7f 2024-11-13T00:39:36,724 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:39:37,038 INFO [M:0;cb28580903fb:41961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:39:37,038 INFO [M:0;cb28580903fb:41961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:39:37,038 DEBUG [M:0;cb28580903fb:41961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:39:37,038 INFO [M:0;cb28580903fb:41961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:39:37,038 DEBUG [M:0;cb28580903fb:41961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:39:37,038 DEBUG [M:0;cb28580903fb:41961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:39:37,038 DEBUG [M:0;cb28580903fb:41961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:39:37,038 INFO [M:0;cb28580903fb:41961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=771.68 KB heapSize=949.55 KB 2024-11-13T00:39:37,053 DEBUG [M:0;cb28580903fb:41961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe33f566188048908b71763dca586ba5 is 82, key is hbase:meta,,1/info:regioninfo/1731458203839/Put/seqid=0 2024-11-13T00:39:37,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742521_1697 (size=5672) 2024-11-13T00:39:37,457 INFO [M:0;cb28580903fb:41961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2201 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe33f566188048908b71763dca586ba5 2024-11-13T00:39:37,479 DEBUG [M:0;cb28580903fb:41961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8769b696d3b84419959a39798245388d is 2275, key is \x00\x00\x00\x00\x00\x00\x00\x1F/proc:d/1731458234379/Put/seqid=0 2024-11-13T00:39:37,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742522_1698 (size=44133) 2024-11-13T00:39:37,883 INFO [M:0;cb28580903fb:41961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=771.12 KB at sequenceid=2201 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8769b696d3b84419959a39798245388d 2024-11-13T00:39:37,886 INFO [M:0;cb28580903fb:41961 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8769b696d3b84419959a39798245388d 2024-11-13T00:39:37,900 DEBUG [M:0;cb28580903fb:41961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5154f95aed6f4595a5d403302f9bfdf8 is 69, key is cb28580903fb,37235,1731458200455/rs:state/1731458202808/Put/seqid=0 2024-11-13T00:39:37,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073742523_1699 (size=5156) 2024-11-13T00:39:38,304 INFO [M:0;cb28580903fb:41961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2201 (bloomFilter=true), to=hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5154f95aed6f4595a5d403302f9bfdf8 2024-11-13T00:39:38,307 DEBUG [M:0;cb28580903fb:41961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe33f566188048908b71763dca586ba5 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe33f566188048908b71763dca586ba5 2024-11-13T00:39:38,310 INFO [M:0;cb28580903fb:41961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe33f566188048908b71763dca586ba5, entries=8, sequenceid=2201, filesize=5.5 K 2024-11-13T00:39:38,311 DEBUG [M:0;cb28580903fb:41961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8769b696d3b84419959a39798245388d as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8769b696d3b84419959a39798245388d 2024-11-13T00:39:38,314 INFO [M:0;cb28580903fb:41961 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8769b696d3b84419959a39798245388d 2024-11-13T00:39:38,314 INFO [M:0;cb28580903fb:41961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8769b696d3b84419959a39798245388d, entries=170, sequenceid=2201, filesize=43.1 K 2024-11-13T00:39:38,315 DEBUG [M:0;cb28580903fb:41961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5154f95aed6f4595a5d403302f9bfdf8 as hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5154f95aed6f4595a5d403302f9bfdf8 2024-11-13T00:39:38,318 INFO [M:0;cb28580903fb:41961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44963/user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5154f95aed6f4595a5d403302f9bfdf8, entries=1, sequenceid=2201, filesize=5.0 K 2024-11-13T00:39:38,318 INFO [M:0;cb28580903fb:41961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~771.68 KB/790198, heapSize ~949.25 KB/972032, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=2201, compaction requested=false 2024-11-13T00:39:38,320 INFO [M:0;cb28580903fb:41961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:39:38,320 DEBUG [M:0;cb28580903fb:41961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731458377038Disabling compacts and flushes for region at 1731458377038Disabling writes for close at 1731458377038Obtaining lock to block concurrent updates at 1731458377038Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731458377038Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=790198, getHeapSize=972272, getOffHeapSize=0, getCellsCount=2396 at 1731458377038Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731458377039 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731458377039Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731458377053 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731458377053Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731458377460 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731458377478 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731458377478Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731458377886 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731458377900 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731458377900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5cea38: reopening flushed file at 1731458378306 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1e2765: reopening flushed file at 1731458378310 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515f10bf: reopening flushed file at 1731458378314 (+4 ms)Finished flush of dataSize ~771.68 KB/790198, heapSize ~949.25 KB/972032, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=2201, compaction requested=false at 1731458378318 (+4 ms)Writing region close event to WAL at 1731458378320 (+2 ms)Closed at 1731458378320 2024-11-13T00:39:38,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741830_1006 (size=934462) 2024-11-13T00:39:38,322 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dec50b23-31bd-3f33-5a35-259398f4094b/MasterData/WALs/cb28580903fb,41961,1731458199640/cb28580903fb%2C41961%2C1731458199640.1731458202192 not finished, retry = 0 2024-11-13T00:39:38,423 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:39:38,423 INFO [M:0;cb28580903fb:41961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:39:38,423 INFO [M:0;cb28580903fb:41961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41961 2024-11-13T00:39:38,424 INFO [M:0;cb28580903fb:41961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:39:38,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:39:38,526 INFO [M:0;cb28580903fb:41961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:39:38,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41961-0x1010ec157760000, quorum=127.0.0.1:54076, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:39:38,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:39:38,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:39:38,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:39:38,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:39:38,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/hadoop.log.dir/,STOPPED} 2024-11-13T00:39:38,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:39:38,538 WARN [BP-2031085368-172.17.0.2-1731458196728 heartbeating to localhost/127.0.0.1:44963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:39:38,538 WARN [BP-2031085368-172.17.0.2-1731458196728 heartbeating to localhost/127.0.0.1:44963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2031085368-172.17.0.2-1731458196728 (Datanode Uuid d6643a0e-a09e-4931-b6cc-84e357fd66b5) service to localhost/127.0.0.1:44963 2024-11-13T00:39:38,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:39:38,540 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/cluster_e3ef58fe-7899-922b-2738-6e24141afbfe/data/data1/current/BP-2031085368-172.17.0.2-1731458196728 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:39:38,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/cluster_e3ef58fe-7899-922b-2738-6e24141afbfe/data/data2/current/BP-2031085368-172.17.0.2-1731458196728 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:39:38,541 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:39:38,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:39:38,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:39:38,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:39:38,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:39:38,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e693d7d5-ca0c-518b-d294-ab53b140dd27/hadoop.log.dir/,STOPPED} 2024-11-13T00:39:38,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:39:38,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down